[ 531.375253] env[64952]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 531.375253] env[64952]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 532.384354] env[65043]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 532.384354] env[65043]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 534.226680] env[65043]: INFO neutron.common.config [-] Logging enabled! [ 534.227105] env[65043]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 534.227210] env[65043]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65043) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 534.227509] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 534.227625] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 534.228465] env[65043]: WARNING oslo_policy.policy [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.228687] env[65043]: WARNING oslo_policy.policy [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 534.230390] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] VMware NSXv3 Agent initialized successfully. [ 534.230766] env[65043]: DEBUG oslo_concurrency.lockutils [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] Acquiring lock "singleton_lock" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.230922] env[65043]: DEBUG oslo_concurrency.lockutils [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] Acquired lock "singleton_lock" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.231149] env[65043]: DEBUG oslo_concurrency.lockutils [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] Releasing lock "singleton_lock" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.231438] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] Full set of CONF: {{(pid=65043) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 534.231549] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ******************************************************************************** {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.231649] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] Configuration options gathered from: {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.232318] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.232499] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.232606] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ================================================================================ {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.232774] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] agent_down_time = 75 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.232912] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] allow_automatic_dhcp_failover = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.233061] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] allow_bulk = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.233239] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] api_extensions_path = {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.233389] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] api_paste_config = api-paste.ini {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.233529] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] auth_strategy = keystone {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.233631] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] backdoor_port = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.233731] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] backdoor_socket = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.233866] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] backlog = 4096 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.234014] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] base_mac = fa:16:3e:00:00:00 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.234182] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] bind_host = 0.0.0.0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.234320] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] bind_port = 9696 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.234450] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] client_socket_timeout = 900 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.234582] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] config_dir = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.234688] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.234821] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] config_source = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.234959] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] control_exchange = neutron {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.235108] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] core_plugin = ml2 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.235243] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] debug = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.235376] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] default_availability_zones = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.235576] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.235711] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] dhcp_agent_notification = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.235844] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] dhcp_agents_per_network = 1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.235975] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] dhcp_lease_duration = 86400 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.236202] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] dhcp_load_type = networks {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.236342] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] dns_domain = openstacklocal {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.236475] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.236611] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] enable_default_route_bfd = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.236745] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] enable_default_route_ecmp = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.236874] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] enable_dvr = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.237012] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] enable_new_agents = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.237148] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.237281] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] enable_signals = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.237410] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] enable_traditional_dhcp = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.237537] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] external_dns_driver = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.237667] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] filter_validation = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.237808] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] global_physnet_mtu = 8950 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.237939] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] graceful_shutdown_timeout = 60 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.238131] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] host = cpu-1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.238274] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] host_dvr_for_dhcp = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.238409] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] http_retries = 3 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.238547] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] instance_format = [instance: %(uuid)s] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.238685] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.238823] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ipam_driver = internal {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.238954] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ipv6_pd_enabled = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.239094] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] l3_ha = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.239230] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.239364] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] l3_ha_network_physical_name = {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.239498] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] l3_ha_network_type = {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.239634] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] log_color = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.239767] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] log_config_append = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.239902] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.240042] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] log_dir = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.240176] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] log_file = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.240278] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] log_options = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.240409] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] log_rotate_interval = 1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.240544] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] log_rotate_interval_type = days {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.240680] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] log_rotation_type = none {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.240781] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.240914] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.241081] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.241222] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.241324] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.241457] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] max_dns_nameservers = 5 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.241590] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] max_header_line = 16384 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.241721] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] max_l3_agents_per_router = 3 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.241857] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] max_logfile_count = 30 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.241983] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] max_logfile_size_mb = 200 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.242124] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] max_subnet_host_routes = 20 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.242258] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] my_ip = 10.180.1.21 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.242392] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] my_ipv6 = ::1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.242523] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] network_auto_schedule = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.242649] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] network_link_prefix = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.242792] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.242932] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] notify_nova_on_port_data_changes = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.243080] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] notify_nova_on_port_status_changes = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.243242] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] pagination_max_limit = -1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.243381] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] publish_errors = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.243511] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] rate_limit_burst = 0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.243649] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] rate_limit_except_level = CRITICAL {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.243780] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] rate_limit_interval = 0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.243931] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] retry_until_window = 30 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.244059] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] router_distributed = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.244190] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] rpc_resources_processing_step = 20 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.244323] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] rpc_response_max_timeout = 600 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.244452] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] rpc_response_timeout = 60 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.244581] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] send_events_interval = 2 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.244726] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] service_plugins = ['router'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.244864] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] setproctitle = on {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.244993] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] shell_completion = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.245140] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] state_path = /opt/stack/data/neutron {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.245277] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] syslog_log_facility = LOG_USER {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.245408] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] tcp_keepidle = 600 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.245545] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] transport_url = **** {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.245677] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] use_journal = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.245805] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] use_json = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.245934] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] use_ssl = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.246077] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] use_stderr = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.246214] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] use_syslog = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.246341] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] vlan_qinq = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.246466] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] vlan_transparent = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.246592] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] watch_log_file = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.246722] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] wsgi_default_pool_size = 100 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.246849] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] wsgi_keep_alive = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.246986] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.247129] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] wsgi_server_debug = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.247288] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_concurrency.disable_process_locking = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247412] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247555] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247690] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247831] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247970] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248119] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248271] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.connection_string = messaging:// {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248412] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.enabled = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248552] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.es_doc_type = notification {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248688] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.es_scroll_size = 10000 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248835] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.es_scroll_time = 2m {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249070] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.filter_error_trace = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249246] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.hmac_keys = **** {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249391] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.sentinel_service_name = mymaster {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249580] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.socket_timeout = 0.1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249758] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.trace_requests = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249902] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler.trace_sqlalchemy = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250069] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler_jaeger.process_tags = {} {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250210] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler_jaeger.service_name_prefix = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250349] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] profiler_otlp.service_name_prefix = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250498] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.enforce_new_defaults = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.250768] env[65043]: WARNING oslo_config.cfg [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 534.250949] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.enforce_scope = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251118] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.policy_default_rule = default {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251273] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251419] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251565] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251702] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.251837] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252008] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252239] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252448] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_policy.remote_timeout = 60.0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252612] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252765] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] agent.extensions = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.252927] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253109] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] service_providers.service_provider = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253269] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.default_quota = -1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253416] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253557] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.quota_floatingip = 50 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253692] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.quota_network = 100 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253829] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.quota_port = 500 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.253965] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254110] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.quota_router = 10 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254244] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.quota_security_group = 10 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254379] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254560] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.quota_subnet = 100 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254715] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] QUOTAS.track_quota_usage = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.254910] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255069] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep.group = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255231] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep.helper_command = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255371] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep.log_daemon_traceback = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255513] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255653] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep.thread_pool_size = 8 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255787] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep.user = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.255930] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256081] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_dhcp_release.group = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256212] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_dhcp_release.helper_command = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256346] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256482] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256614] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256743] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_dhcp_release.user = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.256882] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257023] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_ovs_vsctl.group = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257155] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_ovs_vsctl.helper_command = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257288] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257422] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257553] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257683] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_ovs_vsctl.user = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257822] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_namespace.capabilities = [21] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.257950] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_namespace.group = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258090] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_namespace.helper_command = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258224] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_namespace.log_daemon_traceback = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258356] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258488] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_namespace.thread_pool_size = 8 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258619] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_namespace.user = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258775] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_conntrack.capabilities = [12] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.258956] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_conntrack.group = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259110] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_conntrack.helper_command = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259275] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259387] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259521] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259650] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_conntrack.user = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259791] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_link.capabilities = [12, 21] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.259922] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_link.group = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260060] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_link.helper_command = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260195] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_link.log_daemon_traceback = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260332] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260466] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_link.thread_pool_size = 8 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260593] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] privsep_link.user = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260741] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.260911] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261071] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.continue_on_failed_promotions = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261207] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.dscp = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261347] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.dscp_inherit = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261486] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.force_mp_to_policy = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261616] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.locking_coordinator_url = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261750] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.log_agent_heartbeats = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.261887] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.logging_expire = 1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262062] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262205] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262348] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.polling_interval = 240 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262486] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262623] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262765] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.report_interval = 30.0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.262906] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263058] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263205] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263336] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.sync_skew = 60 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263469] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.synchronization_queue_size = 20 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263604] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT.use_helper_for_ns_read = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263744] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] SECURITYGROUP.enable_ipset = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.263885] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] SECURITYGROUP.enable_security_group = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264038] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264181] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264324] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] experimental.ipv6_pd_enabled = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264479] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ml2.extension_drivers = ['port_security'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264612] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ml2.external_network_type = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264757] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.264900] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ml2.overlay_ip_version = 4 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265051] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ml2.path_mtu = 8950 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265191] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ml2.physical_network_mtus = {} {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265333] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ml2.tenant_network_types = ['vlan'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265472] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265613] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ml2.type_drivers = ['vlan'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265755] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT_CLI.neutron_port_id = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.265885] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266025] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266172] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266312] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266448] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266584] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266723] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.266867] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267076] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267225] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_login_password = **** {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267368] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_login_port = 443 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267508] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_login_user = admin {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267647] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267786] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.267921] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268099] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268212] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268353] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268492] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268630] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268791] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.268947] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269109] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269248] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269387] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269580] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269725] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] vsphere.vsphere_login_password = VMware1! {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.269865] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270008] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270153] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.auth_section = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270296] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.auth_type = password {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270435] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270565] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.certfile = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270700] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.collect_timing = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.270857] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.endpoint_type = public {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271032] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.insecure = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271152] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.keyfile = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271305] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.region_name = RegionOne {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271432] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.split_loggers = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271562] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] nova.timeout = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271700] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.auth_section = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271844] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.auth_type = password {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.271982] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272124] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.certfile = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272256] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.collect_timing = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272394] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.endpoint_type = public {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272526] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.insecure = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272653] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.keyfile = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272778] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.region_name = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.272915] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.split_loggers = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273062] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] placement.timeout = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273202] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.auth_section = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273332] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.auth_type = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273459] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.cafile = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273583] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.certfile = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273714] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.collect_timing = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.273840] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.connect_retries = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274307] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.connect_retry_delay = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274307] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.enable_notifications = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274307] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.endpoint_override = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274398] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.insecure = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274474] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.interface = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274585] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.keyfile = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274715] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.max_version = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274841] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.min_version = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.274972] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.region_name = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275116] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.retriable_status_codes = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275247] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.service_name = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275373] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.service_type = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275505] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.split_loggers = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275634] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.status_code_retries = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275760] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.status_code_retry_delay = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.275889] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.timeout = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276031] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.valid_interfaces = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276160] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ironic.version = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276300] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] cli_script.dry_run = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276445] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276577] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276707] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276839] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.276971] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277110] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277238] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277368] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277501] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277643] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277774] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.277912] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278062] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278199] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278329] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278468] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278602] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278744] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.278899] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279050] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279183] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279313] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279444] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279573] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279702] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279832] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.279961] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280100] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280227] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280355] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280483] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.ssl = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280625] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280767] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.280938] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281095] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281240] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.ssl_version = {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281376] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281519] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_notifications.driver = [] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281653] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_notifications.retry = -1 {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281836] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.281997] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] oslo_messaging_notifications.transport_url = **** {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.282126] env[65043]: DEBUG oslo_service.backend._eventlet.service [None req-6451de76-185f-411c-b5c6-9eed328dd0cf None None] ******************************************************************************** {{(pid=65043) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 534.283263] env[65043]: DEBUG neutron.agent.securitygroups_rpc [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Init firewall settings (driver=nsxv3) {{(pid=65043) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 534.284565] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65043) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 534.284814] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] RPC agent_id: nsxm-l-01a.corp.local [ 534.287425] env[65043]: DEBUG dogpile.cache.region [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.287425] env[65043]: DEBUG dogpile.lock [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 534.287425] env[65043]: DEBUG dogpile.lock [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 534.287611] env[65043]: DEBUG dogpile.lock [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 534.287611] env[65043]: DEBUG dogpile.cache.region [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 534.287669] env[65043]: DEBUG dogpile.lock [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 534.287787] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 534.307105] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Session token - acquiring [ 534.308597] env[65043]: DEBUG networking_nsxv3.common.locking [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.308779] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.308892] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.309319] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.319946] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.621323] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 534.642296] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 534.642548] env[65043]: DEBUG dogpile.cache.region [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Cache value generated in 0.355 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 534.642548] env[65043]: DEBUG dogpile.lock [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 534.642656] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Activating Policy API Provider. [ 534.642834] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Looking for the default Infrastructure Rules. [ 534.713801] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Looking for the Default Layer3 Logged Drop Section. [ 534.730450] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 534.730991] env[65043]: DEBUG networking_nsxv3.common.locking [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.731186] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquiring lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.731291] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.731593] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired external semaphore "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.731947] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.247443] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.749815] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.251992] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Inventory metadata is going to be refreshed. [ 536.252468] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 537.042847] env[65043]: DEBUG networking_nsxv3.common.locking [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.043235] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.043235] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.043492] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.054468] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 537.055374] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.056298] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 537.077113] env[65043]: DEBUG networking_nsxv3.common.locking [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.077474] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.077474] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.077747] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.077878] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.078039] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 537.078155] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.078254] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 537.097853] env[65043]: DEBUG networking_nsxv3.common.locking [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.098180] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.098180] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.098421] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.098706] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.098914] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 537.124112] env[65043]: DEBUG networking_nsxv3.common.locking [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.124347] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.124399] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.124709] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.124855] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.125012] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 537.145764] env[65043]: DEBUG networking_nsxv3.common.locking [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.146045] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquiring lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.146045] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.146356] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired external semaphore "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.146497] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Releasing lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.146650] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 537.146752] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.146853] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 537.165036] env[65043]: DEBUG networking_nsxv3.common.locking [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.165293] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquiring lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.165363] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.165648] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired external semaphore "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.165769] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Releasing lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.165911] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 537.166026] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.166132] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 537.192304] env[65043]: DEBUG networking_nsxv3.common.locking [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.192583] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.192583] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.192872] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.193023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.193215] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 537.193320] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.193425] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Inventory metadata have been refreshed. [ 537.193519] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Dryrun:True. Metadata refresh completed. [ 537.193638] env[65043]: DEBUG oslo_concurrency.lockutils [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Releasing lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.195543] env[65043]: INFO neutron.agent.agent_extensions_manager [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Loaded agent extensions: [] [ 537.196407] env[65043]: DEBUG neutron_lib.callbacks.manager [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65043) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 537.250759] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent RPC Daemon Started! [ 537.250973] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent loop - iteration:0 started [ 537.250973] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent out of sync with plugin! [ 542.197048] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.197048] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.200157] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.200642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.200642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.200776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.200924] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.702976] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.206157] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.708325] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 546.708645] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 547.198190] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.198415] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.472735] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.473213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.473213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.473213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.484049] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 547.484901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.485810] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 547.502495] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.502752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.502752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.502900] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.502954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.503066] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 547.503138] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.503255] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 547.522177] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.522405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.522405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.522603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.522741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.522856] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 547.540671] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.540903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.540903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.541229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.541368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.541495] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 547.559411] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.559615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.559615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.559785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.559885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.559997] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 547.560080] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.560148] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 547.578506] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.578506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.578506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.578506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.578506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.578506] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 547.578506] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.578506] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 547.601644] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.601644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.601644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.601644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.601644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.601644] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 547.601644] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.601644] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 547.601644] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 547.601644] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 547.602154] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 547.602154] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 547.602206] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 547.602314] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 547.602375] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 547.623998] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.623998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.624319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.624319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.624402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.624504] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 547.645446] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.645715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.645715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.651399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.651399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.662672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.964292] env[65043]: INFO networking_nsxv3.common.synchronization [None req-fde06c8c-edc0-40b7-a625-9d3c79f8aae7 demo admin] Enqueued Resource ID: 9649280f-da57-47b6-b91a-abd0cc7093ae with Priority: HIGHEST for action security_group_rules [ 551.964807] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9649280f-da57-47b6-b91a-abd0cc7093ae with Priority: HIGHEST for action security_group_rules [ 551.965116] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9649280f-da57-47b6-b91a-abd0cc7093ae taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.965243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9649280f-da57-47b6-b91a-abd0cc7093ae" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.965308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9649280f-da57-47b6-b91a-abd0cc7093ae" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.965551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9649280f-da57-47b6-b91a-abd0cc7093ae" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.965633] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9649280f-da57-47b6-b91a-abd0cc7093ae',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.488061] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.488061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.488061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.488061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.488061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.488061] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9649280f-da57-47b6-b91a-abd0cc7093ae already deleted. [ 552.488061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9649280f-da57-47b6-b91a-abd0cc7093ae" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.965803] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.966215] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.967443] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.968093] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.969340] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.969781] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.970787] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.971302] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.971753] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.972126] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.466441] env[65043]: INFO networking_nsxv3.common.synchronization [None req-7336ba34-615a-47ff-aa34-cec90d6f4579 None None] Enqueued Resource ID: 794be4d4-b8d3-4a65-b38b-df775c64779c with Priority: HIGHEST for action port [ 578.466441] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794be4d4-b8d3-4a65-b38b-df775c64779c with Priority: HIGHEST for action port [ 578.466769] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-794be4d4-b8d3-4a65-b38b-df775c64779c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.466769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-794be4d4-b8d3-4a65-b38b-df775c64779c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.466859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-794be4d4-b8d3-4a65-b38b-df775c64779c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.467209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-794be4d4-b8d3-4a65-b38b-df775c64779c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.467293] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('794be4d4-b8d3-4a65-b38b-df775c64779c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.969617] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 794be4d4-b8d3-4a65-b38b-df775c64779c [ 578.969865] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.973038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.973038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.973038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.973038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.973038] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:794be4d4-b8d3-4a65-b38b-df775c64779c already deleted. [ 578.973038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-794be4d4-b8d3-4a65-b38b-df775c64779c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.253361] env[65043]: INFO networking_nsxv3.common.synchronization [None req-5c6d0752-9036-45c2-a7a4-57ddba3c98c8 None None] Enqueued Resource ID: ff84d178-1732-4c1f-84ab-993b86b360bb with Priority: HIGHEST for action port [ 580.253914] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff84d178-1732-4c1f-84ab-993b86b360bb with Priority: HIGHEST for action port [ 580.254299] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff84d178-1732-4c1f-84ab-993b86b360bb taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.254372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff84d178-1732-4c1f-84ab-993b86b360bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.254417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff84d178-1732-4c1f-84ab-993b86b360bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.254646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff84d178-1732-4c1f-84ab-993b86b360bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.254729] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff84d178-1732-4c1f-84ab-993b86b360bb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.723611] env[65043]: INFO networking_nsxv3.common.synchronization [None req-c02a291f-7a67-4a06-b7a1-8d848bbdf09c None None] Enqueued Resource ID: 8b6dade4-ba8f-4e19-bab9-8f99e1f5b020 with Priority: HIGHEST for action port [ 580.723611] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6dade4-ba8f-4e19-bab9-8f99e1f5b020 with Priority: HIGHEST for action port [ 580.723611] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6dade4-ba8f-4e19-bab9-8f99e1f5b020 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.723611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6dade4-ba8f-4e19-bab9-8f99e1f5b020" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.723611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6dade4-ba8f-4e19-bab9-8f99e1f5b020" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.723611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6dade4-ba8f-4e19-bab9-8f99e1f5b020" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.723611] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6dade4-ba8f-4e19-bab9-8f99e1f5b020',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.758448] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff84d178-1732-4c1f-84ab-993b86b360bb [ 580.758448] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.758448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.758448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.759180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.759180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.759180] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff84d178-1732-4c1f-84ab-993b86b360bb already deleted. [ 580.759331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff84d178-1732-4c1f-84ab-993b86b360bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.225780] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b6dade4-ba8f-4e19-bab9-8f99e1f5b020 [ 581.226042] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.226189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.226260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.226534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.226567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.226682] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b6dade4-ba8f-4e19-bab9-8f99e1f5b020 already deleted. [ 581.226712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6dade4-ba8f-4e19-bab9-8f99e1f5b020" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.489329] env[65043]: INFO networking_nsxv3.common.synchronization [None req-831f6ed6-0176-48a8-a172-be0431a57f99 None None] Enqueued Resource ID: f202d6a1-bed4-405a-af6f-d75fafb3f5e0 with Priority: HIGHEST for action port [ 582.489329] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f202d6a1-bed4-405a-af6f-d75fafb3f5e0 with Priority: HIGHEST for action port [ 582.489329] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f202d6a1-bed4-405a-af6f-d75fafb3f5e0 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.489329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f202d6a1-bed4-405a-af6f-d75fafb3f5e0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.489329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f202d6a1-bed4-405a-af6f-d75fafb3f5e0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.490970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f202d6a1-bed4-405a-af6f-d75fafb3f5e0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.491140] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f202d6a1-bed4-405a-af6f-d75fafb3f5e0',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.994632] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f202d6a1-bed4-405a-af6f-d75fafb3f5e0 [ 582.994632] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.994632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.994632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.995656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.996487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.996487] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f202d6a1-bed4-405a-af6f-d75fafb3f5e0 already deleted. [ 582.996487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f202d6a1-bed4-405a-af6f-d75fafb3f5e0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.281059] env[65043]: INFO networking_nsxv3.common.synchronization [None req-25085f36-f52e-4b72-b894-ae1dbda65a65 None None] Enqueued Resource ID: a4e3169c-4eee-4877-bd24-a060adaeea4c with Priority: HIGHEST for action port [ 583.281059] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e3169c-4eee-4877-bd24-a060adaeea4c with Priority: HIGHEST for action port [ 583.281436] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e3169c-4eee-4877-bd24-a060adaeea4c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.281543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e3169c-4eee-4877-bd24-a060adaeea4c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.281543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e3169c-4eee-4877-bd24-a060adaeea4c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.281780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e3169c-4eee-4877-bd24-a060adaeea4c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.281861] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e3169c-4eee-4877-bd24-a060adaeea4c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.785182] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4e3169c-4eee-4877-bd24-a060adaeea4c [ 583.785522] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.785676] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.785676] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.785983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.786189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.786362] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4e3169c-4eee-4877-bd24-a060adaeea4c already deleted. [ 583.786497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e3169c-4eee-4877-bd24-a060adaeea4c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.351455] env[65043]: INFO networking_nsxv3.common.synchronization [None req-393eb97c-69e6-4266-b7e1-bc09e4874227 None None] Enqueued Resource ID: 22ce205e-a9f4-429d-b1df-267ab2307d76 with Priority: HIGHEST for action port [ 585.351455] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ce205e-a9f4-429d-b1df-267ab2307d76 with Priority: HIGHEST for action port [ 585.351455] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-22ce205e-a9f4-429d-b1df-267ab2307d76 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.351455] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22ce205e-a9f4-429d-b1df-267ab2307d76" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.351455] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22ce205e-a9f4-429d-b1df-267ab2307d76" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.352081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22ce205e-a9f4-429d-b1df-267ab2307d76" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.352386] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22ce205e-a9f4-429d-b1df-267ab2307d76',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.854774] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22ce205e-a9f4-429d-b1df-267ab2307d76 [ 585.856138] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.856138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.857136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.857136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.857136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.857136] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22ce205e-a9f4-429d-b1df-267ab2307d76 already deleted. [ 585.857136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22ce205e-a9f4-429d-b1df-267ab2307d76" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.938706] env[65043]: INFO networking_nsxv3.common.synchronization [None req-1a2bb281-1424-43b9-9426-ee196148a845 None None] Enqueued Resource ID: fc442251-8a1c-47ef-aa61-58e7694eb918 with Priority: HIGHEST for action port [ 585.938706] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc442251-8a1c-47ef-aa61-58e7694eb918 with Priority: HIGHEST for action port [ 585.938706] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc442251-8a1c-47ef-aa61-58e7694eb918 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.938706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc442251-8a1c-47ef-aa61-58e7694eb918" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.938706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc442251-8a1c-47ef-aa61-58e7694eb918" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.938706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc442251-8a1c-47ef-aa61-58e7694eb918" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.938706] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc442251-8a1c-47ef-aa61-58e7694eb918',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.216350] env[65043]: INFO networking_nsxv3.common.synchronization [None req-87ddfd97-f711-4d15-8fa5-6a98a603d333 None None] Enqueued Resource ID: 7b62702a-860a-4355-83b7-c3ace3cfd1a2 with Priority: HIGHEST for action port [ 586.216350] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b62702a-860a-4355-83b7-c3ace3cfd1a2 with Priority: HIGHEST for action port [ 586.216350] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b62702a-860a-4355-83b7-c3ace3cfd1a2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.216645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b62702a-860a-4355-83b7-c3ace3cfd1a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.216645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b62702a-860a-4355-83b7-c3ace3cfd1a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.216710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b62702a-860a-4355-83b7-c3ace3cfd1a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.216754] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b62702a-860a-4355-83b7-c3ace3cfd1a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.440792] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc442251-8a1c-47ef-aa61-58e7694eb918 [ 586.441113] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.441771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.441771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.441771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.441771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.441771] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc442251-8a1c-47ef-aa61-58e7694eb918 already deleted. [ 586.442204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc442251-8a1c-47ef-aa61-58e7694eb918" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.680466] env[65043]: INFO networking_nsxv3.common.synchronization [None req-5b4e9408-9549-4c83-bba4-2c46e2bc5d93 None None] Enqueued Resource ID: 371824c9-4f4a-492c-91c7-83ef0c26a6a6 with Priority: HIGHEST for action port [ 586.681469] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 371824c9-4f4a-492c-91c7-83ef0c26a6a6 with Priority: HIGHEST for action port [ 586.681469] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-371824c9-4f4a-492c-91c7-83ef0c26a6a6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.681469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-371824c9-4f4a-492c-91c7-83ef0c26a6a6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.681649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-371824c9-4f4a-492c-91c7-83ef0c26a6a6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.681747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-371824c9-4f4a-492c-91c7-83ef0c26a6a6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.681824] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('371824c9-4f4a-492c-91c7-83ef0c26a6a6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.721105] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b62702a-860a-4355-83b7-c3ace3cfd1a2 [ 586.722458] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.722458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.722458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.722458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.722458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.722458] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b62702a-860a-4355-83b7-c3ace3cfd1a2 already deleted. [ 586.722458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b62702a-860a-4355-83b7-c3ace3cfd1a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.011431] env[65043]: INFO networking_nsxv3.common.synchronization [None req-d00c55a1-7409-4e1f-bfdf-9ba94a45148a None None] Enqueued Resource ID: eeb098cf-21d1-4265-b882-5ffa373b1983 with Priority: HIGHEST for action port [ 587.011989] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb098cf-21d1-4265-b882-5ffa373b1983 with Priority: HIGHEST for action port [ 587.012127] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb098cf-21d1-4265-b882-5ffa373b1983 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.012258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb098cf-21d1-4265-b882-5ffa373b1983" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.012522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb098cf-21d1-4265-b882-5ffa373b1983" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.012849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb098cf-21d1-4265-b882-5ffa373b1983" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.012933] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb098cf-21d1-4265-b882-5ffa373b1983',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.184599] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 371824c9-4f4a-492c-91c7-83ef0c26a6a6 [ 587.185279] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.185279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.185279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.185279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.185279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.185572] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:371824c9-4f4a-492c-91c7-83ef0c26a6a6 already deleted. [ 587.185572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-371824c9-4f4a-492c-91c7-83ef0c26a6a6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.514994] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeb098cf-21d1-4265-b882-5ffa373b1983 [ 587.515269] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.515388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.515435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.515644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.515732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.515824] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeb098cf-21d1-4265-b882-5ffa373b1983 already deleted. [ 587.515909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb098cf-21d1-4265-b882-5ffa373b1983" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.828813] env[65043]: INFO networking_nsxv3.common.synchronization [None req-ff9889d4-9269-4432-9265-db7a564fd929 None None] Enqueued Resource ID: abbfb47f-597c-411e-8f7f-8c82fd927787 with Priority: HIGHEST for action port [ 587.829103] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abbfb47f-597c-411e-8f7f-8c82fd927787 with Priority: HIGHEST for action port [ 587.829328] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-abbfb47f-597c-411e-8f7f-8c82fd927787 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.829449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abbfb47f-597c-411e-8f7f-8c82fd927787" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.829513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abbfb47f-597c-411e-8f7f-8c82fd927787" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.829971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abbfb47f-597c-411e-8f7f-8c82fd927787" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.830091] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbfb47f-597c-411e-8f7f-8c82fd927787',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.332395] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abbfb47f-597c-411e-8f7f-8c82fd927787 [ 588.333168] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.334170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.335019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.335019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.335019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.335019] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abbfb47f-597c-411e-8f7f-8c82fd927787 already deleted. [ 588.335019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abbfb47f-597c-411e-8f7f-8c82fd927787" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.542286] env[65043]: INFO networking_nsxv3.common.synchronization [None req-3552503f-4630-4f6b-878d-75a88e1b1f13 None None] Enqueued Resource ID: 13639999-34f6-4c82-ba07-13fcf8990dfe with Priority: HIGHEST for action port [ 589.542620] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13639999-34f6-4c82-ba07-13fcf8990dfe with Priority: HIGHEST for action port [ 589.542728] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-13639999-34f6-4c82-ba07-13fcf8990dfe taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.542861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13639999-34f6-4c82-ba07-13fcf8990dfe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.542917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13639999-34f6-4c82-ba07-13fcf8990dfe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.543339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13639999-34f6-4c82-ba07-13fcf8990dfe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.543465] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13639999-34f6-4c82-ba07-13fcf8990dfe',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.045501] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13639999-34f6-4c82-ba07-13fcf8990dfe [ 590.045758] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.045943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.045943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.046184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.046278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.046377] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13639999-34f6-4c82-ba07-13fcf8990dfe already deleted. [ 590.046472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13639999-34f6-4c82-ba07-13fcf8990dfe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.142750] env[65043]: INFO networking_nsxv3.common.synchronization [None req-89ccfe23-4b68-4ad7-8a83-1752bb6e29c2 None None] Enqueued Resource ID: 1783cdf9-12e4-45c8-a622-e88fc2e74437 with Priority: HIGHEST for action port [ 590.143306] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1783cdf9-12e4-45c8-a622-e88fc2e74437 with Priority: HIGHEST for action port [ 590.143606] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-1783cdf9-12e4-45c8-a622-e88fc2e74437 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.143726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1783cdf9-12e4-45c8-a622-e88fc2e74437" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.143795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1783cdf9-12e4-45c8-a622-e88fc2e74437" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.144246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1783cdf9-12e4-45c8-a622-e88fc2e74437" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.144311] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1783cdf9-12e4-45c8-a622-e88fc2e74437',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.647493] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1783cdf9-12e4-45c8-a622-e88fc2e74437 [ 590.649485] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.649603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.649656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.649882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.649968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.650079] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1783cdf9-12e4-45c8-a622-e88fc2e74437 already deleted. [ 590.650158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1783cdf9-12e4-45c8-a622-e88fc2e74437" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.747493] env[65043]: INFO networking_nsxv3.common.synchronization [None req-0f1dff7a-4063-419c-9416-fd8e5c20453c None None] Enqueued Resource ID: 728cfab3-9fce-40ed-8721-d10bbcf1e690 with Priority: HIGHEST for action port [ 590.747886] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728cfab3-9fce-40ed-8721-d10bbcf1e690 with Priority: HIGHEST for action port [ 590.749408] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-728cfab3-9fce-40ed-8721-d10bbcf1e690 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.749408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728cfab3-9fce-40ed-8721-d10bbcf1e690" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.749408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728cfab3-9fce-40ed-8721-d10bbcf1e690" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.750437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728cfab3-9fce-40ed-8721-d10bbcf1e690" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.750437] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728cfab3-9fce-40ed-8721-d10bbcf1e690',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.048300] env[65043]: INFO networking_nsxv3.common.synchronization [None req-f7ca398c-c2d0-48d1-9cf1-89b813e5d1f2 None None] Enqueued Resource ID: 74bd159c-c296-4661-8363-9e79586fa4f1 with Priority: HIGHEST for action port [ 591.048909] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bd159c-c296-4661-8363-9e79586fa4f1 with Priority: HIGHEST for action port [ 591.053325] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-74bd159c-c296-4661-8363-9e79586fa4f1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.053494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74bd159c-c296-4661-8363-9e79586fa4f1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.053566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74bd159c-c296-4661-8363-9e79586fa4f1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.054267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74bd159c-c296-4661-8363-9e79586fa4f1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.054336] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74bd159c-c296-4661-8363-9e79586fa4f1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.254042] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 728cfab3-9fce-40ed-8721-d10bbcf1e690 [ 591.254287] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.254430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.255306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.255306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.255306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.255306] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:728cfab3-9fce-40ed-8721-d10bbcf1e690 already deleted. [ 591.255306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728cfab3-9fce-40ed-8721-d10bbcf1e690" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.556446] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74bd159c-c296-4661-8363-9e79586fa4f1 [ 591.556678] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.556812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.556879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.558053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.558172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.558272] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74bd159c-c296-4661-8363-9e79586fa4f1 already deleted. [ 591.558352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74bd159c-c296-4661-8363-9e79586fa4f1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.329901] env[65043]: INFO networking_nsxv3.common.synchronization [None req-4367234d-346a-4b64-941e-05d5f84fea8d None None] Enqueued Resource ID: e08af70c-d5f4-4621-a844-2100261f60df with Priority: HIGHEST for action port [ 592.330434] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08af70c-d5f4-4621-a844-2100261f60df with Priority: HIGHEST for action port [ 592.332054] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08af70c-d5f4-4621-a844-2100261f60df taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.332054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08af70c-d5f4-4621-a844-2100261f60df" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.332054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08af70c-d5f4-4621-a844-2100261f60df" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.332054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08af70c-d5f4-4621-a844-2100261f60df" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.332054] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08af70c-d5f4-4621-a844-2100261f60df',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.833588] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e08af70c-d5f4-4621-a844-2100261f60df [ 592.834974] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.835178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.835268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.835482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.835844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.836146] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e08af70c-d5f4-4621-a844-2100261f60df already deleted. [ 592.836260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08af70c-d5f4-4621-a844-2100261f60df" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.519483] env[65043]: INFO networking_nsxv3.common.synchronization [None req-337f842a-5329-4558-92af-7a77cce36579 None None] Enqueued Resource ID: 4694fbd6-0b12-4d2d-86e2-45e23a47dead with Priority: HIGHEST for action port [ 593.520697] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4694fbd6-0b12-4d2d-86e2-45e23a47dead with Priority: HIGHEST for action port [ 593.520697] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-4694fbd6-0b12-4d2d-86e2-45e23a47dead taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.520697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4694fbd6-0b12-4d2d-86e2-45e23a47dead" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.520697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4694fbd6-0b12-4d2d-86e2-45e23a47dead" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.520697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4694fbd6-0b12-4d2d-86e2-45e23a47dead" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.520948] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4694fbd6-0b12-4d2d-86e2-45e23a47dead',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.025815] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4694fbd6-0b12-4d2d-86e2-45e23a47dead [ 594.026219] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.026478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.029557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.029557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.029557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.029557] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4694fbd6-0b12-4d2d-86e2-45e23a47dead already deleted. [ 594.029557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4694fbd6-0b12-4d2d-86e2-45e23a47dead" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.812375] env[65043]: INFO networking_nsxv3.common.synchronization [None req-9df208c4-2fc8-4a0b-8e4f-8d96289dfd30 None None] Enqueued Resource ID: 6e8a9520-931d-4c1a-8a2b-f2d9424aaae5 with Priority: HIGHEST for action port [ 594.813745] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e8a9520-931d-4c1a-8a2b-f2d9424aaae5 with Priority: HIGHEST for action port [ 594.814464] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e8a9520-931d-4c1a-8a2b-f2d9424aaae5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.815059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e8a9520-931d-4c1a-8a2b-f2d9424aaae5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.815059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e8a9520-931d-4c1a-8a2b-f2d9424aaae5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.815521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e8a9520-931d-4c1a-8a2b-f2d9424aaae5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.816295] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e8a9520-931d-4c1a-8a2b-f2d9424aaae5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.320299] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e8a9520-931d-4c1a-8a2b-f2d9424aaae5 [ 595.320579] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.321249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.321249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.321555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.321780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.321889] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e8a9520-931d-4c1a-8a2b-f2d9424aaae5 already deleted. [ 595.321983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e8a9520-931d-4c1a-8a2b-f2d9424aaae5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.318772] env[65043]: INFO networking_nsxv3.common.synchronization [None req-09b93ce3-7470-4400-a44d-3a04aa5b5009 None None] Enqueued Resource ID: 50494128-3a1c-4298-9f02-ec911a8ba903 with Priority: HIGHEST for action port [ 596.319062] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50494128-3a1c-4298-9f02-ec911a8ba903 with Priority: HIGHEST for action port [ 596.319698] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-50494128-3a1c-4298-9f02-ec911a8ba903 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.319820] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50494128-3a1c-4298-9f02-ec911a8ba903" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.319883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50494128-3a1c-4298-9f02-ec911a8ba903" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.322672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50494128-3a1c-4298-9f02-ec911a8ba903" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.322764] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50494128-3a1c-4298-9f02-ec911a8ba903',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.362771] env[65043]: INFO networking_nsxv3.common.synchronization [None req-48389667-2b55-4c89-be03-6ae9b209ec83 None None] Enqueued Resource ID: 889828e4-c3a5-45b6-87a7-80f7c70ef246 with Priority: HIGHEST for action port [ 596.363101] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889828e4-c3a5-45b6-87a7-80f7c70ef246 with Priority: HIGHEST for action port [ 596.363722] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-889828e4-c3a5-45b6-87a7-80f7c70ef246 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.363844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-889828e4-c3a5-45b6-87a7-80f7c70ef246" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.363915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-889828e4-c3a5-45b6-87a7-80f7c70ef246" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.368957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-889828e4-c3a5-45b6-87a7-80f7c70ef246" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.369729] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('889828e4-c3a5-45b6-87a7-80f7c70ef246',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.611668] env[65043]: INFO networking_nsxv3.common.synchronization [req-8def68c9-374d-4f22-b6c8-0433bc11b79f req-7bf7acc8-2f75-4def-b724-e0240ed6d0db tempest-ServerDiagnosticsNegativeTest-494701208 tempest-ServerDiagnosticsNegativeTest-494701208-project-member] Enqueued Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGHEST for action security_group_members [ 596.611668] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGHEST for action security_group_members [ 596.611668] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b15c148b-e626-44ec-a6c1-4435f42baa8a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.611668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.611668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.611668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.611668] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.611668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.611668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.611983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.611983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.611983] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b15c148b-e626-44ec-a6c1-4435f42baa8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.825811] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50494128-3a1c-4298-9f02-ec911a8ba903 [ 596.825811] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.825811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.825811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.825811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.825811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.825811] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50494128-3a1c-4298-9f02-ec911a8ba903 already deleted. [ 596.825811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50494128-3a1c-4298-9f02-ec911a8ba903" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.879516] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 889828e4-c3a5-45b6-87a7-80f7c70ef246 [ 596.879516] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.879516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.879516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.879771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.879873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.880244] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:889828e4-c3a5-45b6-87a7-80f7c70ef246 already deleted. [ 596.880432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-889828e4-c3a5-45b6-87a7-80f7c70ef246" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.114101] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.114280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.114397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.114558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.114645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.114838] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.114929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.115053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.115155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.115233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.115317] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b15c148b-e626-44ec-a6c1-4435f42baa8a already deleted. [ 597.115621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.388791] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.389144] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.389144] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.389434] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.389682] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.391020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.391020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.391020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.391245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.391419] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.391556] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.391654] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.391762] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.391866] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.391967] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.392108] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.416975] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.417411] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.417837] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.419113] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.419113] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-dd73003f-780e-4de2-8145-5571951126cd taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.419113] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-dd73003f-780e-4de2-8145-5571951126cd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.419113] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-dd73003f-780e-4de2-8145-5571951126cd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.419653] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-dd73003f-780e-4de2-8145-5571951126cd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.419782] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd73003f-780e-4de2-8145-5571951126cd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.922764] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.922998] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.923157] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.923456] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.923586] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.923739] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port dd73003f-780e-4de2-8145-5571951126cd not found, creating... [ 597.924086] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.924249] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.924375] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.924798] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.924798] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.925120] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.925261] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.925378] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.925578] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.925704] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.925834] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: dd73003f-780e-4de2-8145-5571951126cd is going to be created. [ 597.950593] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.950813] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.950924] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.951312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.951512] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.951734] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-dd73003f-780e-4de2-8145-5571951126cd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.424992] env[65043]: INFO networking_nsxv3.common.synchronization [req-5b3db343-e322-4992-a7a9-313ea6aaa2e9 req-91bbe58a-e9f7-4f62-8a4e-6d2d56f31194 tempest-FloatingIPsAssociationNegativeTestJSON-1001679470 tempest-FloatingIPsAssociationNegativeTestJSON-1001679470-project-member] Enqueued Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGHEST for action security_group_members [ 598.425898] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGHEST for action security_group_members [ 598.429647] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd5ac9e-7d78-4293-954b-7a728d0b743d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.429789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.429859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.430649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.430649] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.430649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.430649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.430649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.430919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.430919] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd5ac9e-7d78-4293-954b-7a728d0b743d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.934913] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.935183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.935285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.935498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.935588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.935783] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.935885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.935947] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.936385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.936385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.936385] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d already deleted. [ 598.936385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.998142] env[65043]: INFO networking_nsxv3.common.synchronization [req-8def68c9-374d-4f22-b6c8-0433bc11b79f req-eaad54af-7ae5-498a-9d6f-c7785907c332 service nova] Enqueued Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGHEST for action security_group_rules [ 598.998142] env[65043]: INFO networking_nsxv3.common.synchronization [req-8def68c9-374d-4f22-b6c8-0433bc11b79f req-eaad54af-7ae5-498a-9d6f-c7785907c332 service nova] Enqueued Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGHEST for action security_group_members [ 598.998142] env[65043]: INFO networking_nsxv3.common.synchronization [req-8def68c9-374d-4f22-b6c8-0433bc11b79f req-eaad54af-7ae5-498a-9d6f-c7785907c332 service nova] Enqueued Resource ID: dd73003f-780e-4de2-8145-5571951126cd with Priority: HIGHEST for action port [ 598.998142] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGHEST for action security_group_rules [ 598.998142] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGHEST for action security_group_members [ 598.998142] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd73003f-780e-4de2-8145-5571951126cd with Priority: HIGHEST for action port [ 598.998807] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b15c148b-e626-44ec-a6c1-4435f42baa8a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.999267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.999568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.999911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.001031] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b15c148b-e626-44ec-a6c1-4435f42baa8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.001031] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b15c148b-e626-44ec-a6c1-4435f42baa8a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.001257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.001294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.001466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.001657] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.001785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.001872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.002064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.002236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.002307] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b15c148b-e626-44ec-a6c1-4435f42baa8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.003650] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd73003f-780e-4de2-8145-5571951126cd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.003799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd73003f-780e-4de2-8145-5571951126cd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.003893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd73003f-780e-4de2-8145-5571951126cd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.004097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd73003f-780e-4de2-8145-5571951126cd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.004176] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd73003f-780e-4de2-8145-5571951126cd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.154258] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.154542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-698" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.154608] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-698" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.154937] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-698" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.155425] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.156465] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.156465] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.156465] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.156465] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.156465] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.156465] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.156715] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.156715] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.156715] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.156814] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.157881] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.177851] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.178142] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.178238] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.178350] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-698" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.178651] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.178820] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.178960] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.179313] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.179451] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2cfd64-fbd5-4668-8c1a-dee9c769fc83',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.324700] env[65043]: INFO networking_nsxv3.common.synchronization [None req-a037ed34-9cae-4935-b3f3-f6c65622be87 None None] Enqueued Resource ID: dff3806c-844a-4b1a-a53a-616b8ca10981 with Priority: HIGHEST for action port [ 599.325280] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff3806c-844a-4b1a-a53a-616b8ca10981 with Priority: HIGHEST for action port [ 599.325608] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-dff3806c-844a-4b1a-a53a-616b8ca10981 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.325806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dff3806c-844a-4b1a-a53a-616b8ca10981" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.325867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dff3806c-844a-4b1a-a53a-616b8ca10981" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.326258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dff3806c-844a-4b1a-a53a-616b8ca10981" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.326353] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff3806c-844a-4b1a-a53a-616b8ca10981',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.463476] env[65043]: INFO networking_nsxv3.common.synchronization [None req-58564081-156c-4dff-8208-246dbba6ff26 tempest-VolumesAssistedSnapshotsTest-1912652810 tempest-VolumesAssistedSnapshotsTest-1912652810-project-member] Enqueued Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_rules [ 599.463476] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_rules [ 599.463805] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f870fe-cd41-4d80-b363-6b77f9800df1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.463805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.464038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.464288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.464400] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.506602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b15c148b-e626-44ec-a6c1-4435f42baa8a taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.506998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.513406] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b15c148b-e626-44ec-a6c1-4435f42baa8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.514381] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd73003f-780e-4de2-8145-5571951126cd with status ACTIVE [ 599.514477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.514585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.514651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.514842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.515137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.515137] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.515327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.515327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.515389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.515526] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.515711] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.515796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.515859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.515995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.517625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.517625] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd73003f-780e-4de2-8145-5571951126cd is going to be updated. [ 599.539107] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.539268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.539311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.539587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.539724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.539875] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd73003f-780e-4de2-8145-5571951126cd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.682591] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.682813] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.682935] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.683303] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.683471] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.683604] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port bb2cfd64-fbd5-4668-8c1a-dee9c769fc83 not found, creating... [ 599.683846] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.683992] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.684120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.684329] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.684452] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.684721] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.684868] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.685120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.685274] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.685319] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.685454] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: bb2cfd64-fbd5-4668-8c1a-dee9c769fc83 is going to be created. [ 599.689861] env[65043]: INFO networking_nsxv3.common.synchronization [None req-d37c2546-fa23-4fa2-9093-b56989adfa04 tempest-VolumesAssistedSnapshotsTest-1912652810 tempest-VolumesAssistedSnapshotsTest-1912652810-project-member] Enqueued Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_rules [ 599.690407] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_rules [ 599.690721] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f870fe-cd41-4d80-b363-6b77f9800df1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.690822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.708485] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.708728] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.708861] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.709097] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.709323] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.709538] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.828407] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dff3806c-844a-4b1a-a53a-616b8ca10981 [ 599.828668] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.828860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.828914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.829143] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.829240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.829333] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dff3806c-844a-4b1a-a53a-616b8ca10981 already deleted. [ 599.829412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dff3806c-844a-4b1a-a53a-616b8ca10981" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.986793] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.986946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.987011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.987229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.987321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.987415] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 already deleted. [ 599.987498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.987676] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.987806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.987887] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.020901] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b15c148b-e626-44ec-a6c1-4435f42baa8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.462901] env[65043]: INFO networking_nsxv3.common.synchronization [req-5b3db343-e322-4992-a7a9-313ea6aaa2e9 req-f046a746-9446-44f3-bad9-733ceffd0763 service nova] Enqueued Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGHEST for action security_group_rules [ 600.462901] env[65043]: INFO networking_nsxv3.common.synchronization [req-5b3db343-e322-4992-a7a9-313ea6aaa2e9 req-f046a746-9446-44f3-bad9-733ceffd0763 service nova] Enqueued Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGHEST for action security_group_members [ 600.462901] env[65043]: INFO networking_nsxv3.common.synchronization [req-5b3db343-e322-4992-a7a9-313ea6aaa2e9 req-f046a746-9446-44f3-bad9-733ceffd0763 service nova] Enqueued Resource ID: bb2cfd64-fbd5-4668-8c1a-dee9c769fc83 with Priority: HIGHEST for action port [ 600.463563] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGHEST for action security_group_rules [ 600.463563] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGHEST for action security_group_members [ 600.463563] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb2cfd64-fbd5-4668-8c1a-dee9c769fc83 with Priority: HIGHEST for action port [ 600.464297] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.464297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.464642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.466621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.466720] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd5ac9e-7d78-4293-954b-7a728d0b743d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.471054] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd5ac9e-7d78-4293-954b-7a728d0b743d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.471054] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.471054] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd5ac9e-7d78-4293-954b-7a728d0b743d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.471054] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.471054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.471054] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb2cfd64-fbd5-4668-8c1a-dee9c769fc83',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.511557] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.511672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.511752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.512448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.512448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.512448] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 already deleted. [ 600.512448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.525435] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.525435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.525435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.525435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.525435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.525435] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b15c148b-e626-44ec-a6c1-4435f42baa8a is going to be created. [ 600.555304] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.555450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.555513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.555738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.555942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.565716] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b15c148b-e626-44ec-a6c1-4435f42baa8a in Status: UNINITIALIZED for 2s [ 600.972917] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd5ac9e-7d78-4293-954b-7a728d0b743d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.973543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.973756] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecd5ac9e-7d78-4293-954b-7a728d0b743d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.974672] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb2cfd64-fbd5-4668-8c1a-dee9c769fc83 with status ACTIVE [ 600.974926] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.975578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.975578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.975578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.975578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.975578] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.975578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.975799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.975799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.976882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.977111] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.978083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.978167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.979512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.979512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.979512] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb2cfd64-fbd5-4668-8c1a-dee9c769fc83 is going to be updated. [ 601.004865] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.006038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.007032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.007032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.007032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.007032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb2cfd64-fbd5-4668-8c1a-dee9c769fc83" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.483553] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecd5ac9e-7d78-4293-954b-7a728d0b743d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.986118] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.986536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.986536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.986689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.986777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.986870] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d is going to be created. [ 602.015497] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.015654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.015707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.015914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.016085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.028959] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d in Status: UNINITIALIZED for 2s [ 602.576642] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b15c148b-e626-44ec-a6c1-4435f42baa8a in Status: SUCCESS [ 602.576873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.577245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.577598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.577807] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.577931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.577996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.578169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.578255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.578338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.578427] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b15c148b-e626-44ec-a6c1-4435f42baa8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.063759] env[65043]: INFO networking_nsxv3.common.synchronization [req-56e41237-ce43-4eea-89ff-0be376dd88a2 req-4ca4ad1d-fac8-4c28-a551-a6b05d13d9cc tempest-ServerDiagnosticsTest-708802880 tempest-ServerDiagnosticsTest-708802880-project-member] Enqueued Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGHEST for action security_group_members [ 603.064302] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGHEST for action security_group_members [ 603.064600] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c8597e-7e3e-4cd0-b975-a53e54a2f740 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.064749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.064806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.066060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.066060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.066060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.066060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.066060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.066060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.066060] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c8597e-7e3e-4cd0-b975-a53e54a2f740',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.081127] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b15c148b-e626-44ec-a6c1-4435f42baa8a taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.081300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.081372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.081581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.081747] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.081845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.081910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.082091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.082174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.082263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.082407] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b15c148b-e626-44ec-a6c1-4435f42baa8a taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.082508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.082569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.082706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.082842] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.082935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.082997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.083144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.083221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.083299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.083383] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b15c148b-e626-44ec-a6c1-4435f42baa8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.499310] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.499933] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.499933] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.499933] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.500508] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.500661] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.501515] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.501515] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.504297] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.504538] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.504648] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.504783] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.504875] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.505021] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.505104] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.505231] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.526556] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.526687] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.526796] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.527026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.527416] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-4f27b500-cd39-4487-a5e4-73336c6eef38 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.527630] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-4f27b500-cd39-4487-a5e4-73336c6eef38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.527815] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-4f27b500-cd39-4487-a5e4-73336c6eef38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.528176] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-4f27b500-cd39-4487-a5e4-73336c6eef38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.528310] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f27b500-cd39-4487-a5e4-73336c6eef38',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.570609] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.570609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.570609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.570609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.570609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.570609] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.570609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.570609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.570609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.570609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.570609] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 already deleted. [ 603.570609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.585673] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b15c148b-e626-44ec-a6c1-4435f42baa8a: rpc.has_security_group_logging(os_id): False [ 603.608277] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.608604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.608700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.609392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.609483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.609768] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.609883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.610264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.611540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.611540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.611540] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.611540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.611540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.611540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.611540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.611540] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.611540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.611540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.611977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.611977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.612568] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b15c148b-e626-44ec-a6c1-4435f42baa8a is going to be created. [ 603.679690] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.679861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.679931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.680160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.680354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.691103] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b15c148b-e626-44ec-a6c1-4435f42baa8a in Status: IN_PROGRESS for 2s [ 604.031557] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.031902] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.031958] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.032337] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.032507] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.033049] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 4f27b500-cd39-4487-a5e4-73336c6eef38 not found, creating... [ 604.033049] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.033293] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.033565] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.033714] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.033869] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.034230] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.034523] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.034564] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.034776] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.035138] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.035138] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 4f27b500-cd39-4487-a5e4-73336c6eef38 is going to be created. [ 604.046760] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d in Status: SUCCESS [ 604.046969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.047139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.047344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.048009] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.048009] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.048009] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.048009] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.048009] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.048009] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.048304] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecd5ac9e-7d78-4293-954b-7a728d0b743d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.061624] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.062049] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.062227] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.062504] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.063042] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.063042] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-4f27b500-cd39-4487-a5e4-73336c6eef38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.555871] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd5ac9e-7d78-4293-954b-7a728d0b743d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.556078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.556149] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.556391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.556571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.556667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.556736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.556865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.556946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.557059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.557399] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd5ac9e-7d78-4293-954b-7a728d0b743d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.558657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.558657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.558657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.558657] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.558657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.558657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.558657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.558657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.558657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.558657] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecd5ac9e-7d78-4293-954b-7a728d0b743d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.783933] env[65043]: INFO networking_nsxv3.common.synchronization [req-56e41237-ce43-4eea-89ff-0be376dd88a2 req-e0ca24c3-62de-4809-bd43-02f206148380 service nova] Enqueued Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGHEST for action security_group_rules [ 604.784371] env[65043]: INFO networking_nsxv3.common.synchronization [req-56e41237-ce43-4eea-89ff-0be376dd88a2 req-e0ca24c3-62de-4809-bd43-02f206148380 service nova] Enqueued Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGHEST for action security_group_members [ 604.784371] env[65043]: INFO networking_nsxv3.common.synchronization [req-56e41237-ce43-4eea-89ff-0be376dd88a2 req-e0ca24c3-62de-4809-bd43-02f206148380 service nova] Enqueued Resource ID: 4f27b500-cd39-4487-a5e4-73336c6eef38 with Priority: HIGHEST for action port [ 604.784714] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGHEST for action security_group_rules [ 604.784854] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGHEST for action security_group_members [ 604.784953] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f27b500-cd39-4487-a5e4-73336c6eef38 with Priority: HIGHEST for action port [ 604.785336] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.785481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.785523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.785761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.785842] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c8597e-7e3e-4cd0-b975-a53e54a2f740',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.787632] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c8597e-7e3e-4cd0-b975-a53e54a2f740 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.787752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.788107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.788107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.788228] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.788287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.788287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.788439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.788517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.788618] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c8597e-7e3e-4cd0-b975-a53e54a2f740',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.789548] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f27b500-cd39-4487-a5e4-73336c6eef38 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.789548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f27b500-cd39-4487-a5e4-73336c6eef38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.789548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f27b500-cd39-4487-a5e4-73336c6eef38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.790578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f27b500-cd39-4487-a5e4-73336c6eef38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.790578] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f27b500-cd39-4487-a5e4-73336c6eef38',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.061092] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecd5ac9e-7d78-4293-954b-7a728d0b743d: rpc.has_security_group_logging(os_id): False [ 605.085300] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.085719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.085719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.087876] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.087876] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.087876] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.087876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.089343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.089343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.089343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.089343] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d is going to be created. [ 605.129662] env[65043]: INFO networking_nsxv3.common.synchronization [None req-e7993b59-539a-4cca-a099-0beb111e6c4b None None] Enqueued Resource ID: 1d20301f-fece-4f67-9932-1592023b58c0 with Priority: HIGHEST for action port [ 605.130182] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d20301f-fece-4f67-9932-1592023b58c0 with Priority: HIGHEST for action port [ 605.130453] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d20301f-fece-4f67-9932-1592023b58c0 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.130576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d20301f-fece-4f67-9932-1592023b58c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.130642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d20301f-fece-4f67-9932-1592023b58c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.130893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d20301f-fece-4f67-9932-1592023b58c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.131313] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d20301f-fece-4f67-9932-1592023b58c0',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.153117] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.153326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.153594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.154211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.154793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.170486] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d in Status: IN_PROGRESS for 2s [ 605.291769] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c8597e-7e3e-4cd0-b975-a53e54a2f740 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.291982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.292650] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69c8597e-7e3e-4cd0-b975-a53e54a2f740',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.294513] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f27b500-cd39-4487-a5e4-73336c6eef38 with status ACTIVE [ 605.294513] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.294513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.294513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.295176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.295176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.295324] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.295413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.295413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.295747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.295747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.295831] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.295890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.295953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.296640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.296640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.296640] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f27b500-cd39-4487-a5e4-73336c6eef38 is going to be updated. [ 605.325307] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.325508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.325508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.325715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.325852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.326056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f27b500-cd39-4487-a5e4-73336c6eef38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.633419] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d20301f-fece-4f67-9932-1592023b58c0 [ 605.633688] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.633830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.633892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.634145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.634240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.634331] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d20301f-fece-4f67-9932-1592023b58c0 already deleted. [ 605.634416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d20301f-fece-4f67-9932-1592023b58c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.703187] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b15c148b-e626-44ec-a6c1-4435f42baa8a in Status: SUCCESS [ 605.703387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.799231] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69c8597e-7e3e-4cd0-b975-a53e54a2f740',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.848236] env[65043]: INFO networking_nsxv3.common.synchronization [req-62563d3a-97bb-4b82-ac90-5f1081c12663 req-4cad393e-ad0b-4181-9216-ef9f34d470f6 tempest-ImagesOneServerTestJSON-105981700 tempest-ImagesOneServerTestJSON-105981700-project-member] Enqueued Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGHEST for action security_group_members [ 605.848766] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGHEST for action security_group_members [ 605.849095] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.849228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.849294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.849547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.849708] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.849835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.850457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.850457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.850457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.850457] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b298d46f-5dff-4e6e-9fe5-f717e17b4a11',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.201572] env[65043]: INFO networking_nsxv3.common.synchronization [None req-04f5a713-1f19-47a3-bb0a-d0875130c27b None None] Enqueued Resource ID: 25a8c875-bb06-42ad-83a9-1a0bcf7901da with Priority: HIGHEST for action port [ 606.201572] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a8c875-bb06-42ad-83a9-1a0bcf7901da with Priority: HIGHEST for action port [ 606.201572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-25a8c875-bb06-42ad-83a9-1a0bcf7901da taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.201572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25a8c875-bb06-42ad-83a9-1a0bcf7901da" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.201572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25a8c875-bb06-42ad-83a9-1a0bcf7901da" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.201751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25a8c875-bb06-42ad-83a9-1a0bcf7901da" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.201751] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a8c875-bb06-42ad-83a9-1a0bcf7901da',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.302962] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.302962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.302962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.302962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.302962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.302962] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 is going to be created. [ 606.330922] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.331586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.331633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.332301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.332301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.347725] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 in Status: UNINITIALIZED for 2s [ 606.352587] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.352711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.352766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.353033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.353033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.353237] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.353338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.353399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.354098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.354098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.354098] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 already deleted. [ 606.354098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.704468] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25a8c875-bb06-42ad-83a9-1a0bcf7901da [ 606.704824] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.704824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.704952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.705145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.705248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.705505] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25a8c875-bb06-42ad-83a9-1a0bcf7901da already deleted. [ 606.705505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25a8c875-bb06-42ad-83a9-1a0bcf7901da" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.932957] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.933427] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-720" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.933427] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-720" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.933565] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-720" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.933819] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.933964] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.934269] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.934500] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.934636] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.934843] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.934939] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.935057] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.936046] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.936046] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.936046] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.936046] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.959727] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.959897] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.960037] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.960216] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-720" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.962020] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-b3bed48a-6059-4137-9033-46066e71c301 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.962020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-b3bed48a-6059-4137-9033-46066e71c301" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.962020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-b3bed48a-6059-4137-9033-46066e71c301" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.962020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-b3bed48a-6059-4137-9033-46066e71c301" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.962020] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3bed48a-6059-4137-9033-46066e71c301',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.185016] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d in Status: SUCCESS [ 607.185170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.282547] env[65043]: INFO networking_nsxv3.common.synchronization [None req-feb8fedb-8f01-4964-957b-9c5d7de6be21 None None] Enqueued Resource ID: 3e823d21-8639-497a-82b6-0ed44f035500 with Priority: HIGHEST for action port [ 607.283129] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e823d21-8639-497a-82b6-0ed44f035500 with Priority: HIGHEST for action port [ 607.283465] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e823d21-8639-497a-82b6-0ed44f035500 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.284128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e823d21-8639-497a-82b6-0ed44f035500" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.284128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e823d21-8639-497a-82b6-0ed44f035500" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.284128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e823d21-8639-497a-82b6-0ed44f035500" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.284128] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e823d21-8639-497a-82b6-0ed44f035500',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.333022] env[65043]: INFO networking_nsxv3.common.synchronization [None req-5f588616-086c-416e-8cb0-1713d6aa7f37 None None] Enqueued Resource ID: 37ca5db2-7904-46db-9ed4-3adba0fc7409 with Priority: HIGHEST for action port [ 607.333022] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ca5db2-7904-46db-9ed4-3adba0fc7409 with Priority: HIGHEST for action port [ 607.333022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ca5db2-7904-46db-9ed4-3adba0fc7409 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.333022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ca5db2-7904-46db-9ed4-3adba0fc7409" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.333022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ca5db2-7904-46db-9ed4-3adba0fc7409" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.333022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ca5db2-7904-46db-9ed4-3adba0fc7409" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.333022] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ca5db2-7904-46db-9ed4-3adba0fc7409',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.464637] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.464826] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.464872] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.465154] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.465307] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.465479] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port b3bed48a-6059-4137-9033-46066e71c301 not found, creating... [ 607.465779] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.465930] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.466062] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.466304] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.466437] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.466705] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.466870] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.467176] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.467241] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.467452] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.467452] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: b3bed48a-6059-4137-9033-46066e71c301 is going to be created. [ 607.488886] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.489095] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.489236] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.489471] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.489689] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.489911] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-b3bed48a-6059-4137-9033-46066e71c301" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.787432] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e823d21-8639-497a-82b6-0ed44f035500 [ 607.788797] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.788797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.788797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.788797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.788797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.788797] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e823d21-8639-497a-82b6-0ed44f035500 already deleted. [ 607.788797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e823d21-8639-497a-82b6-0ed44f035500" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.836258] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37ca5db2-7904-46db-9ed4-3adba0fc7409 [ 607.836514] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.836656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.836724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.836936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.837032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.837132] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37ca5db2-7904-46db-9ed4-3adba0fc7409 already deleted. [ 607.837214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ca5db2-7904-46db-9ed4-3adba0fc7409" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.157278] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-3674b639-1c23-4a6b-afb0-985c2675d96a tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 608.158162] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 608.158238] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.158315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.158392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.158656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.158831] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.158950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.159142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.159338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.159447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.159567] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.216071] env[65043]: INFO networking_nsxv3.common.synchronization [None req-1f01e330-a469-45ea-9243-faeb96ae818b None None] Enqueued Resource ID: 443bcb7d-ad76-4e3e-a52e-9756922a7318 with Priority: HIGHEST for action port [ 608.217220] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443bcb7d-ad76-4e3e-a52e-9756922a7318 with Priority: HIGHEST for action port [ 608.217958] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-443bcb7d-ad76-4e3e-a52e-9756922a7318 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.218173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443bcb7d-ad76-4e3e-a52e-9756922a7318" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.218277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443bcb7d-ad76-4e3e-a52e-9756922a7318" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.219066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443bcb7d-ad76-4e3e-a52e-9756922a7318" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.219204] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443bcb7d-ad76-4e3e-a52e-9756922a7318',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.229607] env[65043]: INFO networking_nsxv3.common.synchronization [req-62563d3a-97bb-4b82-ac90-5f1081c12663 req-65c90d5b-4263-4146-a165-80687384f648 service nova] Enqueued Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGHEST for action security_group_rules [ 608.229607] env[65043]: INFO networking_nsxv3.common.synchronization [req-62563d3a-97bb-4b82-ac90-5f1081c12663 req-65c90d5b-4263-4146-a165-80687384f648 service nova] Enqueued Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGHEST for action security_group_members [ 608.229607] env[65043]: INFO networking_nsxv3.common.synchronization [req-62563d3a-97bb-4b82-ac90-5f1081c12663 req-65c90d5b-4263-4146-a165-80687384f648 service nova] Enqueued Resource ID: b3bed48a-6059-4137-9033-46066e71c301 with Priority: HIGHEST for action port [ 608.229995] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGHEST for action security_group_rules [ 608.230187] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGHEST for action security_group_members [ 608.230324] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3bed48a-6059-4137-9033-46066e71c301 with Priority: HIGHEST for action port [ 608.230630] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.230791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.230889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.231440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.231521] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b298d46f-5dff-4e6e-9fe5-f717e17b4a11',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.232741] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.233448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.233448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.233448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.233605] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.234136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.234136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.234136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.234136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.234331] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b298d46f-5dff-4e6e-9fe5-f717e17b4a11',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.235437] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3bed48a-6059-4137-9033-46066e71c301 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.235595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3bed48a-6059-4137-9033-46066e71c301" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.235694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3bed48a-6059-4137-9033-46066e71c301" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.235885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3bed48a-6059-4137-9033-46066e71c301" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.236011] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3bed48a-6059-4137-9033-46066e71c301',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.359171] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 in Status: SUCCESS [ 608.359604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.359797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.360041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.360268] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.360402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.360463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.360625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.360710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.360798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.361524] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69c8597e-7e3e-4cd0-b975-a53e54a2f740',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.618863] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-58d5fda4-5100-4758-b846-dcc6e597e24a tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 608.619872] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 608.620283] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.620397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.665364] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.665625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.665700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.666309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.666508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.667993] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.667993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.667993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.667993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.667993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.667993] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 already deleted. [ 608.667993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.667993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.667993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.668423] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.668423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.668423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.668647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.668684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.668781] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.720782] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 443bcb7d-ad76-4e3e-a52e-9756922a7318 [ 608.721143] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.721335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.721396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.721680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.721805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.721877] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:443bcb7d-ad76-4e3e-a52e-9756922a7318 already deleted. [ 608.721973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443bcb7d-ad76-4e3e-a52e-9756922a7318" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.737920] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3bed48a-6059-4137-9033-46066e71c301 with status ACTIVE [ 608.738329] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.738758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.739280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.739280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.739399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.739658] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.739938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.740038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.740248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.740378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.740720] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.740804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.740908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.741277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.741316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.741493] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3bed48a-6059-4137-9033-46066e71c301 is going to be updated. [ 608.743264] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.743445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.743646] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b298d46f-5dff-4e6e-9fe5-f717e17b4a11',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.770091] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.770091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.770091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.770091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.770091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.770091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3bed48a-6059-4137-9033-46066e71c301" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.865704] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c8597e-7e3e-4cd0-b975-a53e54a2f740 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.865829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.865934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.866201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.866377] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.866480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.866541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.866720] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.866783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.866877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.867050] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c8597e-7e3e-4cd0-b975-a53e54a2f740 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.867148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.867221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.867431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.867496] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.867590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.867651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.868062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.868062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.868062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.868062] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69c8597e-7e3e-4cd0-b975-a53e54a2f740',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.967480] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-a6caa98a-8971-4c3f-83a6-5bab80aae5b1 tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 608.967480] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 608.968350] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.971789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.172383] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.172713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.172713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.172850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.172940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.173192] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.173313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.173313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.173462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.173542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.173628] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 already deleted. [ 609.173707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.173873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.174033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.174177] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.174278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.174356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.174475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.174745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.174745] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.245987] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b298d46f-5dff-4e6e-9fe5-f717e17b4a11',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.372977] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69c8597e-7e3e-4cd0-b975-a53e54a2f740: rpc.has_security_group_logging(os_id): False [ 609.394899] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.395113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.395191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.395419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.395507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.395708] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.395809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.395873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.396308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.396308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.396308] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.396453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.396453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.396581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.396931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.397208] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.397427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.397427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.397548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.397623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.397710] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 is going to be created. [ 609.427554] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.427768] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-149" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.428190] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-149" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.428298] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-149" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.428753] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.428753] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.428753] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.429035] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.429151] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.429963] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.429963] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.429963] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.429963] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.429963] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.429963] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.429963] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.454899] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.455862] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.455862] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.456022] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-149" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.456264] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-f3f44967-107a-40c6-a68b-65b815b59bcf taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.456439] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-f3f44967-107a-40c6-a68b-65b815b59bcf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.456832] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-f3f44967-107a-40c6-a68b-65b815b59bcf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.456907] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-f3f44967-107a-40c6-a68b-65b815b59bcf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.457111] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f44967-107a-40c6-a68b-65b815b59bcf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.488030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.488030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.488030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.488030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.488030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.502633] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 in Status: IN_PROGRESS for 2s [ 609.679524] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.679682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.681669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.681669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.681669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.681669] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.681669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.681669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.681669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.681669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.681669] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 already deleted. [ 609.681669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.752452] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.752644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.752688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.752901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.752990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.753123] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 is going to be created. [ 609.785085] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.785252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.785324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.785808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.785971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.799031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 in Status: UNINITIALIZED for 2s [ 609.900276] env[65043]: INFO networking_nsxv3.common.synchronization [None req-28f97eb1-9343-4d3f-b90b-5e3aede1e02d None None] Enqueued Resource ID: 2e3a1917-e166-44f4-b10a-9a6e7a5c4a38 with Priority: HIGHEST for action port [ 609.900812] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e3a1917-e166-44f4-b10a-9a6e7a5c4a38 with Priority: HIGHEST for action port [ 609.901142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e3a1917-e166-44f4-b10a-9a6e7a5c4a38 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.901316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e3a1917-e166-44f4-b10a-9a6e7a5c4a38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.901316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e3a1917-e166-44f4-b10a-9a6e7a5c4a38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.901640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e3a1917-e166-44f4-b10a-9a6e7a5c4a38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.901730] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e3a1917-e166-44f4-b10a-9a6e7a5c4a38',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.963021] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.963021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.963021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.963021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.963021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.963021] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port f3f44967-107a-40c6-a68b-65b815b59bcf not found, creating... [ 609.963021] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.963021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.963021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.963021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.963021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.963481] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.963481] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.963481] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.963481] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.963481] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.963807] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: f3f44967-107a-40c6-a68b-65b815b59bcf is going to be created. [ 609.992022] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.992022] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.992022] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.992022] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.992022] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.992022] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-f3f44967-107a-40c6-a68b-65b815b59bcf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.405384] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e3a1917-e166-44f4-b10a-9a6e7a5c4a38 [ 610.407068] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.407068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.407068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.407068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.407068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.407068] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e3a1917-e166-44f4-b10a-9a6e7a5c4a38 already deleted. [ 610.407068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e3a1917-e166-44f4-b10a-9a6e7a5c4a38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.721411] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-43b1f50d-ce14-44a9-bcf0-c857e5882bdc service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 610.721411] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-43b1f50d-ce14-44a9-bcf0-c857e5882bdc service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 610.721577] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-43b1f50d-ce14-44a9-bcf0-c857e5882bdc service nova] Enqueued Resource ID: f3f44967-107a-40c6-a68b-65b815b59bcf with Priority: HIGHEST for action port [ 610.722242] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 610.722514] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 610.722622] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f44967-107a-40c6-a68b-65b815b59bcf with Priority: HIGHEST for action port [ 610.722954] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.723133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.723243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.723717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.723717] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.725053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.725219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.725305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.725505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.726218] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.727202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.727202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.727202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.727202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.727202] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.727534] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f44967-107a-40c6-a68b-65b815b59bcf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.727639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f44967-107a-40c6-a68b-65b815b59bcf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.727703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f44967-107a-40c6-a68b-65b815b59bcf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.728028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f44967-107a-40c6-a68b-65b815b59bcf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.728028] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f44967-107a-40c6-a68b-65b815b59bcf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.229617] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.231715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.231966] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.234493] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3f44967-107a-40c6-a68b-65b815b59bcf with status ACTIVE [ 611.234719] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.234867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.234917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.237027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.237027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.237027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.237027] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3f44967-107a-40c6-a68b-65b815b59bcf is going to be updated. [ 611.261108] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.261319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.261471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.261645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.261784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.261943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f44967-107a-40c6-a68b-65b815b59bcf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.518804] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 in Status: SUCCESS [ 611.519207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.651348] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.651533] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.651648] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.651971] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.652298] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.652390] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.652497] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.652712] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.652841] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.653968] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.653968] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.653968] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.653968] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.653968] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.653968] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.653968] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.674962] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.675188] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.675342] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.675530] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.675849] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.676573] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.676573] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.676771] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.676923] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.735451] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.810989] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 in Status: SUCCESS [ 611.811305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.811495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.811711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.812140] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.812140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.812140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.813027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.813027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.813027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.813027] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b298d46f-5dff-4e6e-9fe5-f717e17b4a11',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.179697] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.179910] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.180152] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.180442] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.180621] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.180818] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c not found, creating... [ 612.181135] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.181325] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.181456] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.181665] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.181798] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.182315] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.182509] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.182603] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.182818] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.182950] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.183103] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c is going to be created. [ 612.213479] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.213918] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.214069] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.214361] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.214593] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.214828] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.239416] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.239416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.239416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.242110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.242110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.242110] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be created. [ 612.272575] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.272728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.272830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.273061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.273173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.287637] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: UNINITIALIZED for 2s [ 612.294476] env[65043]: INFO networking_nsxv3.common.synchronization [None req-fa930b4b-fd17-4075-ae50-411a3f78f933 tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 612.295226] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 612.295693] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.295824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.295896] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.296260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.296413] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.314735] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.314893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.314964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.315198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.315365] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.315465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.315530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.315671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.315759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.315840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.315983] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.316088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.316151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.316288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.316422] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.316510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.316569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.316702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.316795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.316847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.317623] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b298d46f-5dff-4e6e-9fe5-f717e17b4a11',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.602395] env[65043]: INFO networking_nsxv3.common.synchronization [None req-edaba107-aa33-4d62-8244-21b6ef31fb5a tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 612.602797] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 612.602797] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.602910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.822474] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b298d46f-5dff-4e6e-9fe5-f717e17b4a11: rpc.has_security_group_logging(os_id): False [ 612.825170] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.825170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.825295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.825456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.825514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.825578] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 already deleted. [ 612.825661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.825833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.826012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.826162] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.844979] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.845181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.845233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.845422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.845517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.845757] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.845949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.845949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.846127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.846202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.846378] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.846470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.846528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.846666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.846739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.846918] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.847023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.847093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.847215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.847286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.847368] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 is going to be created. [ 612.901177] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-63ac2db5-b94e-470e-850d-878b8830689a service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 612.901436] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-63ac2db5-b94e-470e-850d-878b8830689a service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 612.901776] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-63ac2db5-b94e-470e-850d-878b8830689a service nova] Enqueued Resource ID: 6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c with Priority: HIGHEST for action port [ 612.904384] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 612.904552] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 612.904760] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c with Priority: HIGHEST for action port [ 612.905269] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.905446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.905608] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.905704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.905998] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.905998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.905998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.906288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.906288] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.913446] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.913589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.913631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.914427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.914427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.927127] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 in Status: IN_PROGRESS for 2s [ 613.333427] env[65043]: INFO networking_nsxv3.common.synchronization [req-ee37177e-5eb6-4d14-a658-604425abf903 req-c53e8f56-a30a-4817-83a3-f05db3ac92f7 tempest-VolumesAssistedSnapshotsTest-1912652810 tempest-VolumesAssistedSnapshotsTest-1912652810-project-member] Enqueued Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_members [ 613.333427] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_members [ 613.333427] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f870fe-cd41-4d80-b363-6b77f9800df1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.333427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.333427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.333813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.333813] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.333906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.333972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.334917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.334917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.334917] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.349096] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.349536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.349536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.349706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.349821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.349948] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 already deleted. [ 613.350074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.409205] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c with status ACTIVE [ 613.409463] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.409603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.409675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.409884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.409983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.410165] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.410265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.410450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.410508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.410538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.410718] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.410813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.410869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.411019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.411116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.411233] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c is going to be updated. [ 613.439172] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.439554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.439669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.439919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.440132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.440313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fd027fb-28a2-4eaa-8b7f-4216aaa7c69c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.625428] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.625800] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-734" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.625800] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-734" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.626055] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-734" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.626370] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.626793] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.626793] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.626948] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.627054] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.627294] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.627428] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.627536] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.627644] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.627750] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.627893] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.628055] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.646981] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.647163] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.647299] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.647477] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-734" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.647802] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.647976] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.648115] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.648465] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.648568] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae3cefb-35fc-4f48-a7a3-c2b988cf101c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.837168] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.837380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.837466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.837934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.838098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.838374] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.838475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.838510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.838728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.838884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.839018] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 already deleted. [ 613.839146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.900192] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.900374] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-149" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.900492] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-149" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.900773] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-149" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.901045] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.901279] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.901410] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.901626] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.901764] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.901968] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.902102] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.902237] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.902349] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.902451] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.902550] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.902672] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.923158] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.923385] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.923461] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.923617] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-149" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.923924] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-0aebb186-cf53-4e31-89b0-97a9138ac7e6 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.924116] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-0aebb186-cf53-4e31-89b0-97a9138ac7e6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.924253] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-0aebb186-cf53-4e31-89b0-97a9138ac7e6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.924592] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-0aebb186-cf53-4e31-89b0-97a9138ac7e6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.924728] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aebb186-cf53-4e31-89b0-97a9138ac7e6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.152031] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.152334] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.152402] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.152704] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.152850] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.153026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 2ae3cefb-35fc-4f48-a7a3-c2b988cf101c not found, creating... [ 614.153299] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.153467] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.153574] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.153799] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.153929] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.154228] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.154408] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.154565] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.154732] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.154875] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.154999] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 2ae3cefb-35fc-4f48-a7a3-c2b988cf101c is going to be created. [ 614.178655] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.179038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.179319] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.179622] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.179913] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.180170] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.313728] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 614.313959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.314157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.314416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.314617] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.314736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.314807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.314950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.315047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.315137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.315220] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.316212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.316442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.316664] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.316860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.316932] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.317144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.317272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.317368] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.427777] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.428112] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.428112] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.428306] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.428449] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.428603] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 0aebb186-cf53-4e31-89b0-97a9138ac7e6 not found, creating... [ 614.428867] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.429030] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.429160] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.429408] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.429596] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.429886] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.430051] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.430168] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.430384] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.430510] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.430643] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 0aebb186-cf53-4e31-89b0-97a9138ac7e6 is going to be created. [ 614.456316] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.456549] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.456645] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.456981] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.457231] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.457450] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-0aebb186-cf53-4e31-89b0-97a9138ac7e6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.819567] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.819958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.819958] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.873016] env[65043]: INFO networking_nsxv3.common.synchronization [req-ee37177e-5eb6-4d14-a658-604425abf903 req-315b0343-045d-4b4a-bf94-f58324645699 service nova] Enqueued Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_rules [ 614.873242] env[65043]: INFO networking_nsxv3.common.synchronization [req-ee37177e-5eb6-4d14-a658-604425abf903 req-315b0343-045d-4b4a-bf94-f58324645699 service nova] Enqueued Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_members [ 614.873381] env[65043]: INFO networking_nsxv3.common.synchronization [req-ee37177e-5eb6-4d14-a658-604425abf903 req-315b0343-045d-4b4a-bf94-f58324645699 service nova] Enqueued Resource ID: 2ae3cefb-35fc-4f48-a7a3-c2b988cf101c with Priority: HIGHEST for action port [ 614.873874] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_rules [ 614.874026] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_members [ 614.874127] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae3cefb-35fc-4f48-a7a3-c2b988cf101c with Priority: HIGHEST for action port [ 614.874391] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f870fe-cd41-4d80-b363-6b77f9800df1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.874503] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.874571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.874774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.874852] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.876095] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f870fe-cd41-4d80-b363-6b77f9800df1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.876211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.876280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.876449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.878830] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.878830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.878830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.878830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.878830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.878830] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.878830] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.878830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.878830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.878830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.878830] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae3cefb-35fc-4f48-a7a3-c2b988cf101c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.938851] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 in Status: SUCCESS [ 614.938937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.155599] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-16cafd83-454a-49ae-b2af-45c3af160b05 service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 615.155871] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-16cafd83-454a-49ae-b2af-45c3af160b05 service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 615.155938] env[65043]: INFO networking_nsxv3.common.synchronization [req-74364bff-544a-4733-8ebd-4a6973b32b24 req-16cafd83-454a-49ae-b2af-45c3af160b05 service nova] Enqueued Resource ID: 0aebb186-cf53-4e31-89b0-97a9138ac7e6 with Priority: HIGHEST for action port [ 615.156149] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 615.156286] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 615.156380] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aebb186-cf53-4e31-89b0-97a9138ac7e6 with Priority: HIGHEST for action port [ 615.156927] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.157086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.157243] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.157328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.157563] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aebb186-cf53-4e31-89b0-97a9138ac7e6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.157650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aebb186-cf53-4e31-89b0-97a9138ac7e6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.157650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aebb186-cf53-4e31-89b0-97a9138ac7e6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.157852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aebb186-cf53-4e31-89b0-97a9138ac7e6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.157929] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aebb186-cf53-4e31-89b0-97a9138ac7e6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.323569] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.377413] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f870fe-cd41-4d80-b363-6b77f9800df1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.377619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.380013] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ae3cefb-35fc-4f48-a7a3-c2b988cf101c with status ACTIVE [ 615.380520] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.380520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.380520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.380777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.380777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.380872] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.380966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.381042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.381479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.381592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.382072] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.382072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.382072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.382200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.382200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.382280] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ae3cefb-35fc-4f48-a7a3-c2b988cf101c is going to be updated. [ 615.383723] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.414181] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.414181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.414181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.414547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.414547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.414702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae3cefb-35fc-4f48-a7a3-c2b988cf101c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.660431] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aebb186-cf53-4e31-89b0-97a9138ac7e6 with status ACTIVE [ 615.662392] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.662582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.662644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.662979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.663104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.663321] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.663730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.663730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.663730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.663917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.663917] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.664139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.664388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.664388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.664486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.664583] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aebb186-cf53-4e31-89b0-97a9138ac7e6 is going to be updated. [ 615.679992] env[65043]: INFO networking_nsxv3.common.synchronization [req-a70c0637-5a40-4db8-96d8-f0f030dfa050 req-bd68f093-eb2c-42ad-a50a-193201c86d18 tempest-MigrationsAdminTest-1337344351 tempest-MigrationsAdminTest-1337344351-project-member] Enqueued Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 615.681399] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 615.681759] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.681890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.681955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.682362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.682513] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.682806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.682888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.683074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.683182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.683283] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.702786] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.702786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.702786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.702786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.702786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.702786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aebb186-cf53-4e31-89b0-97a9138ac7e6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.826882] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.827557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.827557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.827557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.827557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.827557] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 615.877278] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.877474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.877512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.877711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.877853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.887554] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.900519] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 616.175219] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.175415] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.175538] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.175793] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.176050] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.176377] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.176377] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.176510] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.176647] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.176847] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.176952] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.177142] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.177289] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.177483] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.177616] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.177748] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.185432] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.185638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.185737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.185944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.186070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.186287] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.186415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.186498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.186695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.186803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.186905] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e already deleted. [ 616.187022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.195984] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.196364] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.196364] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.196524] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.196811] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.196970] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.197094] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.197407] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.197580] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ebd4181-7cc9-45ef-a90b-b4360cfa70e2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.390590] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.390777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.390852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.391137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.391244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.391352] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 is going to be created. [ 616.417732] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.417913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.418048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.418234] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.418398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.427864] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 in Status: UNINITIALIZED for 2s [ 616.527484] env[65043]: INFO networking_nsxv3.common.synchronization [None req-5bdc69d9-2458-4b44-83ec-0d6ea5d225fd None None] Enqueued Resource ID: 094a2665-5a7a-413d-9033-6c1b564dd095 with Priority: HIGHEST for action port [ 616.527749] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094a2665-5a7a-413d-9033-6c1b564dd095 with Priority: HIGHEST for action port [ 616.528629] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-094a2665-5a7a-413d-9033-6c1b564dd095 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.528769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-094a2665-5a7a-413d-9033-6c1b564dd095" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.528820] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-094a2665-5a7a-413d-9033-6c1b564dd095" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.529107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-094a2665-5a7a-413d-9033-6c1b564dd095" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.529192] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('094a2665-5a7a-413d-9033-6c1b564dd095',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.700214] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.700505] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.700640] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.700946] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.701159] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.701336] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 6ebd4181-7cc9-45ef-a90b-b4360cfa70e2 not found, creating... [ 616.701604] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.701759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.701875] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.702147] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.702302] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.702621] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.702774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.702882] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.703213] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.703353] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.703484] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 6ebd4181-7cc9-45ef-a90b-b4360cfa70e2 is going to be created. [ 616.724510] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.724729] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.724893] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.725102] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.725373] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.725668] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.031536] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 094a2665-5a7a-413d-9033-6c1b564dd095 [ 617.031883] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.031883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.031994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.032202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.032295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.032392] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:094a2665-5a7a-413d-9033-6c1b564dd095 already deleted. [ 617.032476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-094a2665-5a7a-413d-9033-6c1b564dd095" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.466243] env[65043]: INFO networking_nsxv3.common.synchronization [req-a70c0637-5a40-4db8-96d8-f0f030dfa050 req-1ab9f88f-1b4b-4ba5-9287-c9f33d19ef7e service nova] Enqueued Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_rules [ 617.466447] env[65043]: INFO networking_nsxv3.common.synchronization [req-a70c0637-5a40-4db8-96d8-f0f030dfa050 req-1ab9f88f-1b4b-4ba5-9287-c9f33d19ef7e service nova] Enqueued Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 617.466618] env[65043]: INFO networking_nsxv3.common.synchronization [req-a70c0637-5a40-4db8-96d8-f0f030dfa050 req-1ab9f88f-1b4b-4ba5-9287-c9f33d19ef7e service nova] Enqueued Resource ID: 6ebd4181-7cc9-45ef-a90b-b4360cfa70e2 with Priority: HIGHEST for action port [ 617.468838] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_rules [ 617.468838] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 617.468838] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ebd4181-7cc9-45ef-a90b-b4360cfa70e2 with Priority: HIGHEST for action port [ 617.469840] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.469840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.469840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.470648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.470836] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.474559] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.474559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.474559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.474559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.474559] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.474559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.474559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.474559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.474559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.474559] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.475167] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.475460] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.475460] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.475578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.475578] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ebd4181-7cc9-45ef-a90b-b4360cfa70e2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.911431] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 617.911545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.912066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.912189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.912344] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.912495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.912552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.912679] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.912762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.912850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.913016] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.913139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.913179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.913298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.913456] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.913574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.913644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.913802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.913879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.913959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.914332] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.915165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.915330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.915478] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.915575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.915638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.915778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.915890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.915930] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.978445] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.980802] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.980802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.980802] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ebd4181-7cc9-45ef-a90b-b4360cfa70e2 with status ACTIVE [ 617.980802] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.980802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.980802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.981215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.982274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.982657] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.983327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.983327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.983327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.983327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.984877] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.984877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.984877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.984877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.984877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.984877] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ebd4181-7cc9-45ef-a90b-b4360cfa70e2 is going to be updated. [ 618.008289] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.008516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.008607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.008858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.009014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.009241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ebd4181-7cc9-45ef-a90b-b4360cfa70e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.156795] env[65043]: INFO networking_nsxv3.common.synchronization [req-55648e3c-2b6c-4e80-bf88-e94c5aded8b8 req-da572e7b-f446-48e7-85db-a692e2a2b377 tempest-TenantUsagesTestJSON-1271720476 tempest-TenantUsagesTestJSON-1271720476-project-member] Enqueued Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGHEST for action security_group_members [ 618.157663] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGHEST for action security_group_members [ 618.157663] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cbe45-f3de-48da-b97c-0dbe12be65c9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.157663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.157870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.158389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.159060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.159223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.159324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.159501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.159631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.160058] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016cbe45-f3de-48da-b97c-0dbe12be65c9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.348694] env[65043]: INFO networking_nsxv3.common.synchronization [None req-3936a88b-9659-426a-9404-78f278c8e2ef None None] Enqueued Resource ID: 68baaf7e-d647-46ab-8c5e-15d870abb610 with Priority: HIGHEST for action port [ 618.349898] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68baaf7e-d647-46ab-8c5e-15d870abb610 with Priority: HIGHEST for action port [ 618.349898] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-68baaf7e-d647-46ab-8c5e-15d870abb610 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.349898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68baaf7e-d647-46ab-8c5e-15d870abb610" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.350108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68baaf7e-d647-46ab-8c5e-15d870abb610" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.350841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68baaf7e-d647-46ab-8c5e-15d870abb610" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.350945] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68baaf7e-d647-46ab-8c5e-15d870abb610',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.420276] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.422238] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab58100d-31b0-41dd-9dc0-bec38b775599: rpc.has_security_group_logging(os_id): False [ 618.440437] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 in Status: SUCCESS [ 618.441029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.441029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.441029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.441336] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.441616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.441616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.441616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.441859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.441859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.442167] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.444226] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.444529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.444529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.444715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.444806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.444991] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.445166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.445166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.450970] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.450970] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.450970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.450970] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be created. [ 618.486983] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.516215] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.516215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.516215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.516215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.516215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.527824] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 618.620700] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.622021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.622021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.622021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.622021] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.622021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.622564] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.622893] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.623149] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.623445] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.623646] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.623831] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.624046] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.624241] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.624499] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.626304] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.655038] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.655038] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.655038] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.655038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.655038] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.655038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.655038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.655038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.655038] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee119813-ebf4-4cd1-8ab9-71bf8a995a60',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.661921] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.662052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.662353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.662538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.662873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.662949] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.663078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.663166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.663353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.663462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.663574] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 already deleted. [ 618.663682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.853816] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68baaf7e-d647-46ab-8c5e-15d870abb610 [ 618.855841] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.855841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.855841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.855841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.855841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.855841] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68baaf7e-d647-46ab-8c5e-15d870abb610 already deleted. [ 618.855841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68baaf7e-d647-46ab-8c5e-15d870abb610" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.929066] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.951427] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.991460] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.991770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.991869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.992148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.992326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.992504] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e is going to be created. [ 619.028463] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.028463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.028463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.028815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.028815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.040781] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: UNINITIALIZED for 2s [ 619.157362] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.157665] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.157665] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.157943] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.158103] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.158249] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port ee119813-ebf4-4cd1-8ab9-71bf8a995a60 not found, creating... [ 619.158509] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.158658] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.158768] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.159025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.159201] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.159486] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.159639] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.159761] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.159969] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.160141] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.160299] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: ee119813-ebf4-4cd1-8ab9-71bf8a995a60 is going to be created. [ 619.181824] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.182097] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.182336] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.182684] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.182919] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.183185] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.430075] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.430258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.430320] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.430539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.430628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.430727] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 619.455789] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34f870fe-cd41-4d80-b363-6b77f9800df1: rpc.has_security_group_logging(os_id): False [ 619.458564] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.458725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.458765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.459075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.459283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.468099] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 619.472455] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.472810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.472810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.472919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.473057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.473766] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.473766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.473766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.473766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.473766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.473766] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 is going to be created. [ 619.538019] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.538019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.538019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.538019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.538019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.549104] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 in Status: IN_PROGRESS for 2s [ 619.863807] env[65043]: INFO networking_nsxv3.common.synchronization [req-55648e3c-2b6c-4e80-bf88-e94c5aded8b8 req-6420033d-6e94-486a-8aa2-9d57dc97dbdc service nova] Enqueued Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGHEST for action security_group_rules [ 619.864310] env[65043]: INFO networking_nsxv3.common.synchronization [req-55648e3c-2b6c-4e80-bf88-e94c5aded8b8 req-6420033d-6e94-486a-8aa2-9d57dc97dbdc service nova] Enqueued Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGHEST for action security_group_members [ 619.864310] env[65043]: INFO networking_nsxv3.common.synchronization [req-55648e3c-2b6c-4e80-bf88-e94c5aded8b8 req-6420033d-6e94-486a-8aa2-9d57dc97dbdc service nova] Enqueued Resource ID: ee119813-ebf4-4cd1-8ab9-71bf8a995a60 with Priority: HIGHEST for action port [ 619.864741] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGHEST for action security_group_rules [ 619.864891] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGHEST for action security_group_members [ 619.865585] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee119813-ebf4-4cd1-8ab9-71bf8a995a60 with Priority: HIGHEST for action port [ 619.865957] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016cbe45-f3de-48da-b97c-0dbe12be65c9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.866138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.866239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.866693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.866852] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016cbe45-f3de-48da-b97c-0dbe12be65c9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.868273] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cbe45-f3de-48da-b97c-0dbe12be65c9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.869142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.869142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.869142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.869142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.869142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.869142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.870440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.870579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.870904] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016cbe45-f3de-48da-b97c-0dbe12be65c9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.871918] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.872160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.872399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.872459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.872542] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee119813-ebf4-4cd1-8ab9-71bf8a995a60',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.369150] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cbe45-f3de-48da-b97c-0dbe12be65c9 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.369643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.375833] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('016cbe45-f3de-48da-b97c-0dbe12be65c9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.375833] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee119813-ebf4-4cd1-8ab9-71bf8a995a60 with status ACTIVE [ 620.375833] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.375833] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.375833] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.375833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.376416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.376416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.376416] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee119813-ebf4-4cd1-8ab9-71bf8a995a60 is going to be updated. [ 620.425518] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.425697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.425767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.425993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.426145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.426309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee119813-ebf4-4cd1-8ab9-71bf8a995a60" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.486055] env[65043]: INFO networking_nsxv3.common.synchronization [req-4458a818-cef3-46ef-8376-c7dba19b7172 req-5a2d7e56-b938-4dab-9d9f-b86342e0fb94 tempest-ServerMetadataNegativeTestJSON-949303259 tempest-ServerMetadataNegativeTestJSON-949303259-project-member] Enqueued Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGHEST for action security_group_members [ 620.486734] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGHEST for action security_group_members [ 620.486926] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e887946-9652-4858-806e-7af6d12073f4 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.487023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.487574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.487574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.487691] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.487769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.487833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.488160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.490895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.490895] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e887946-9652-4858-806e-7af6d12073f4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.558380] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 620.558380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.558380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.558380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.558380] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.878354] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('016cbe45-f3de-48da-b97c-0dbe12be65c9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.993157] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.993157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.993157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.993157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.993157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.993157] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.993157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.993157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.993474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.993474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.993474] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e887946-9652-4858-806e-7af6d12073f4 already deleted. [ 620.993474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.052953] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: SUCCESS [ 621.053219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.053615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.053935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.053935] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.054118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.054118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.054255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.054354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.054467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.054565] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.060367] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.060528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.310862] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.311220] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-614" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.311402] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-614" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.311771] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-614" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.312117] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.312370] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.312584] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.312815] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.312993] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.313247] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.313397] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.313531] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.313747] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.313798] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.313922] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.314096] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.333280] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.333463] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.333610] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.333825] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-614" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.334100] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.334269] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.334380] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.334687] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.334816] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.381369] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.381703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.381703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.381951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.382070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.382341] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 is going to be created. [ 621.407445] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.407627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.407673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.407864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.408033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.417896] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 in Status: UNINITIALIZED for 2s [ 621.477933] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 621.478211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.478409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.478632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.478817] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.479054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.479054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.479251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.479332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.479418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.479518] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.558351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.558800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.558983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.559360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.559757] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.560014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.562024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.562024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.562024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.562024] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.566118] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 in Status: SUCCESS [ 621.567428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.610158] env[65043]: INFO networking_nsxv3.common.synchronization [None req-8622d0df-c8b2-4fa9-8d69-7a0da142ef18 None None] Enqueued Resource ID: 4d1fc5fe-4ee5-47fc-a1ad-8976816b1457 with Priority: HIGHEST for action port [ 621.610158] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d1fc5fe-4ee5-47fc-a1ad-8976816b1457 with Priority: HIGHEST for action port [ 621.610158] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d1fc5fe-4ee5-47fc-a1ad-8976816b1457 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.610158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d1fc5fe-4ee5-47fc-a1ad-8976816b1457" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.610158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d1fc5fe-4ee5-47fc-a1ad-8976816b1457" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.610158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d1fc5fe-4ee5-47fc-a1ad-8976816b1457" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.610158] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d1fc5fe-4ee5-47fc-a1ad-8976816b1457',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.837325] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.840019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.840019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.840019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.840019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.840019] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db not found, creating... [ 621.840019] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.840019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.840019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.840019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.840019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.840478] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.840478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.840478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.840478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.840836] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.841125] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db is going to be created. [ 621.864942] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.864942] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.864942] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.864942] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.864942] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.864942] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.981520] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.981981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.981981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.982149] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.983126] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.983126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.983126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.983126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.983126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.983126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.983126] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.983126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.983656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.983696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.984203] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.984203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.984203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.984203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.984476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.984476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.984552] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.068537] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a442ad-8a91-4b33-a0f0-b1432d903e0e: rpc.has_security_group_logging(os_id): False [ 622.095918] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.095918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.095918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.095918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.095918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.095918] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.096502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.096502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.096502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.096502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.096502] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.096746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.096746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.097136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.097270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.097367] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.097497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.097580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.097654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.097732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.097870] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e is going to be created. [ 622.110311] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d1fc5fe-4ee5-47fc-a1ad-8976816b1457 [ 622.110572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.110718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.110781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.111024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.111259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.111413] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d1fc5fe-4ee5-47fc-a1ad-8976816b1457 already deleted. [ 622.111517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d1fc5fe-4ee5-47fc-a1ad-8976816b1457" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.165654] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.165767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.165963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.166112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.166300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.171456] env[65043]: INFO networking_nsxv3.common.synchronization [None req-04dbe180-8c43-4b80-9f30-9f3a00d7a220 None None] Enqueued Resource ID: 606c4057-3b97-4cad-9ef8-e320a097a29b with Priority: HIGHEST for action port [ 622.171943] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c4057-3b97-4cad-9ef8-e320a097a29b with Priority: HIGHEST for action port [ 622.172259] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-606c4057-3b97-4cad-9ef8-e320a097a29b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.172398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606c4057-3b97-4cad-9ef8-e320a097a29b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.172466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606c4057-3b97-4cad-9ef8-e320a097a29b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.172889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606c4057-3b97-4cad-9ef8-e320a097a29b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.172973] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606c4057-3b97-4cad-9ef8-e320a097a29b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.177875] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: IN_PROGRESS for 2s [ 622.493074] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab58100d-31b0-41dd-9dc0-bec38b775599: rpc.has_security_group_logging(os_id): False [ 622.512884] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.513071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.513188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.513443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.513587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.513791] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.513948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.514027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.514572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.514572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.514572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.514734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.514734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.515198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.515198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.515405] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.515487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.516014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.516014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.516014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.516204] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 622.583809] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.583809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.585141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.585141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.585141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.599717] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 622.604428] env[65043]: INFO networking_nsxv3.common.synchronization [req-4458a818-cef3-46ef-8376-c7dba19b7172 req-93841777-1a35-4290-af2c-c2e877baeba9 service nova] Enqueued Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGHEST for action security_group_rules [ 622.604547] env[65043]: INFO networking_nsxv3.common.synchronization [req-4458a818-cef3-46ef-8376-c7dba19b7172 req-93841777-1a35-4290-af2c-c2e877baeba9 service nova] Enqueued Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGHEST for action security_group_members [ 622.604597] env[65043]: INFO networking_nsxv3.common.synchronization [req-4458a818-cef3-46ef-8376-c7dba19b7172 req-93841777-1a35-4290-af2c-c2e877baeba9 service nova] Enqueued Resource ID: eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db with Priority: HIGHEST for action port [ 622.605155] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGHEST for action security_group_rules [ 622.605331] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGHEST for action security_group_members [ 622.605442] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db with Priority: HIGHEST for action port [ 622.605704] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e887946-9652-4858-806e-7af6d12073f4 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.605825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.605889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.606205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.606283] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e887946-9652-4858-806e-7af6d12073f4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.607360] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e887946-9652-4858-806e-7af6d12073f4 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.607360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.607795] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.608016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.608016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.608151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.608242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.608334] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e887946-9652-4858-806e-7af6d12073f4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.609872] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.609984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.609984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.610137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.610203] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.675941] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 606c4057-3b97-4cad-9ef8-e320a097a29b [ 622.675941] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.675941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.675941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.676194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.676194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.676297] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:606c4057-3b97-4cad-9ef8-e320a097a29b already deleted. [ 622.676416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606c4057-3b97-4cad-9ef8-e320a097a29b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.111980] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e887946-9652-4858-806e-7af6d12073f4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.113348] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e887946-9652-4858-806e-7af6d12073f4 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.113861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.113861] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db with status ACTIVE [ 623.113861] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.113994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.114046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.114226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.114617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.114834] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.115073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.115073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.115244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.115368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.115598] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.115735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.115852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.116117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.116220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.116301] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db is going to be updated. [ 623.139455] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.139777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.139777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.139965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.140312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.140312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb9ee5ab-c8ba-4f7b-b0a7-b34f591586db" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.431583] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 in Status: SUCCESS [ 623.431757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.432077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.432216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.432419] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.432544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.432613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.432767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.432848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.432929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.433034] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('016cbe45-f3de-48da-b97c-0dbe12be65c9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.618312] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e887946-9652-4858-806e-7af6d12073f4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.938084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cbe45-f3de-48da-b97c-0dbe12be65c9 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.938084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.938084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cbe45-f3de-48da-b97c-0dbe12be65c9 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.938084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.938084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.938708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.938708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.938708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.938708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.938708] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('016cbe45-f3de-48da-b97c-0dbe12be65c9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.049462] env[65043]: INFO networking_nsxv3.common.synchronization [None req-7ca3761d-35d8-44fc-8179-6f9895700134 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_rules [ 624.052261] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_rules [ 624.052261] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.052429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.052693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.052796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.052796] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.121990] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.122156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.122269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.122471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.122621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.122730] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e887946-9652-4858-806e-7af6d12073f4 is going to be created. [ 624.148890] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.151347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.151347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.151347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.151347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.161154] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e887946-9652-4858-806e-7af6d12073f4 in Status: UNINITIALIZED for 2s [ 624.195103] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: SUCCESS [ 624.195787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.240213] env[65043]: INFO networking_nsxv3.common.synchronization [None req-258db498-2291-488c-be5c-2e2cf46cd430 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_rules [ 624.240876] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_rules [ 624.243354] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.243480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.441021] env[65043]: INFO networking_nsxv3.common.synchronization [None req-22e3d6af-1370-4afa-ba29-ad7e9bc38f78 None None] Enqueued Resource ID: 440e4e57-f3d7-459f-835f-b36067cf71b1 with Priority: HIGHEST for action port [ 624.442512] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 016cbe45-f3de-48da-b97c-0dbe12be65c9: rpc.has_security_group_logging(os_id): False [ 624.443852] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 440e4e57-f3d7-459f-835f-b36067cf71b1 with Priority: HIGHEST for action port [ 624.444231] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-440e4e57-f3d7-459f-835f-b36067cf71b1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.444376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-440e4e57-f3d7-459f-835f-b36067cf71b1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.444424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-440e4e57-f3d7-459f-835f-b36067cf71b1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.444751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-440e4e57-f3d7-459f-835f-b36067cf71b1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.444792] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('440e4e57-f3d7-459f-835f-b36067cf71b1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.464294] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.464462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.464533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.464740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.465365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.466077] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.466175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.466249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.470344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.470453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.470829] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.471010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.471100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.471338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.471452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.471647] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.471792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.471857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.472037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.472123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.472260] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 is going to be created. [ 624.545047] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.545047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.545047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.545348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.545385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.559266] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 in Status: IN_PROGRESS for 2s [ 624.581416] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.581416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.581416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.581416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.581416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.581416] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 already deleted. [ 624.581416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.581416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.581416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.581416] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.614322] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 624.615364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.615364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.615364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.615364] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.887476] env[65043]: INFO networking_nsxv3.common.synchronization [None req-908086a4-b256-482d-b569-e1e808e43416 None None] Enqueued Resource ID: 4ece0076-67ad-4e71-b2d4-4c722603d97b with Priority: HIGHEST for action port [ 624.888808] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ece0076-67ad-4e71-b2d4-4c722603d97b with Priority: HIGHEST for action port [ 624.888808] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ece0076-67ad-4e71-b2d4-4c722603d97b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.888808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ece0076-67ad-4e71-b2d4-4c722603d97b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.888808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ece0076-67ad-4e71-b2d4-4c722603d97b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.889855] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ece0076-67ad-4e71-b2d4-4c722603d97b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.889952] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ece0076-67ad-4e71-b2d4-4c722603d97b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.948254] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 440e4e57-f3d7-459f-835f-b36067cf71b1 [ 624.948656] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.949666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.949666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.949666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.949666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.949666] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:440e4e57-f3d7-459f-835f-b36067cf71b1 already deleted. [ 624.949666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-440e4e57-f3d7-459f-835f-b36067cf71b1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.104459] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.104459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.104639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.104857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.104982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.105138] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 already deleted. [ 625.105270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.121615] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.121615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.121615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.121615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.121615] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.121615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.121615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.121615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.121615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.121615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.122189] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.391800] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ece0076-67ad-4e71-b2d4-4c722603d97b [ 625.392354] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.392354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.392354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.392653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.392653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.392719] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ece0076-67ad-4e71-b2d4-4c722603d97b already deleted. [ 625.392950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ece0076-67ad-4e71-b2d4-4c722603d97b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.624923] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.625135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.625182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.625387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.625550] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.625654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.625717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.625865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.625948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.626046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.626192] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.626286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.626503] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.626503] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.626616] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.626705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.626762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.626896] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.626970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.627060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.627153] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.724427] env[65043]: INFO networking_nsxv3.common.synchronization [req-6e22e1dc-a057-4d37-89ac-5beef451e258 req-daff931e-4ca9-48bd-b701-8361647fa8f3 tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 625.724427] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 625.724427] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.724427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.724739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.725388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.725685] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.725980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.725980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.726166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.726253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.726353] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.137894] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab58100d-31b0-41dd-9dc0-bec38b775599: rpc.has_security_group_logging(os_id): False [ 626.166441] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.166441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.166441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.166441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.166441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.166812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.166812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.166812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.166956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.166956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.167323] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.167323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.167601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.167601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.167673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.170871] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.170871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.170871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.170871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.170871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.170871] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 626.175075] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e887946-9652-4858-806e-7af6d12073f4 in Status: SUCCESS [ 626.175370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.175973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.176227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.176426] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.176540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.176608] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.176882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.176882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.176945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.176998] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e887946-9652-4858-806e-7af6d12073f4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.231553] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.231732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.231792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.233441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.233441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.233441] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.233441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.233441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.233441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.233441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.233441] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 already deleted. [ 626.233441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.321143] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.321361] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321484] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.321847] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.322107] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.322268] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.322422] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.322896] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.322896] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.322896] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.323107] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.323168] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.323234] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.323343] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.323462] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.323602] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.327208] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.327468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.327468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.328166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.328420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.364212] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.364212] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.364212] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.364212] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.364212] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-47334b44-50bc-4964-9658-853b42ed9347 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.364586] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-47334b44-50bc-4964-9658-853b42ed9347" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.364586] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-47334b44-50bc-4964-9658-853b42ed9347" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.364754] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-47334b44-50bc-4964-9658-853b42ed9347" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.364889] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47334b44-50bc-4964-9658-853b42ed9347',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.370543] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 626.489770] env[65043]: INFO networking_nsxv3.common.synchronization [None req-914e6d14-8700-401e-822e-932fc07b0eef None None] Enqueued Resource ID: 9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b with Priority: HIGHEST for action port [ 626.490720] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b with Priority: HIGHEST for action port [ 626.490801] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.490925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.490982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.491338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.491436] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.570346] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 in Status: SUCCESS [ 626.570571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.683756] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e887946-9652-4858-806e-7af6d12073f4 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.683897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.683945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.684318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.684797] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.684797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.684797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.684962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.684962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.685046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.685304] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e887946-9652-4858-806e-7af6d12073f4 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.685669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.685669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.685669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.685854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.685903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.685950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.686160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.686261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.687258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.687258] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e887946-9652-4858-806e-7af6d12073f4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.734786] env[65043]: INFO networking_nsxv3.common.synchronization [None req-44622769-b9b0-4414-876f-2382c12d2f02 tempest-ServersWithSpecificFlavorTestJSON-1922428873 tempest-ServersWithSpecificFlavorTestJSON-1922428873-project-member] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_rules [ 626.735293] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_rules [ 626.735593] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.735719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.735802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.736052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.736124] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.870028] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.870028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.870028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.870028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.870028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.870028] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 47334b44-50bc-4964-9658-853b42ed9347 not found, creating... [ 626.870028] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.870028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.870028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.870028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.870028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.870612] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.871220] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.871545] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.871924] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.872191] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.872429] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 47334b44-50bc-4964-9658-853b42ed9347 is going to be created. [ 626.906322] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.906322] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.906322] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.906322] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.906322] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.906322] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-47334b44-50bc-4964-9658-853b42ed9347" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.983157] env[65043]: INFO networking_nsxv3.common.synchronization [req-face00f0-a056-4f64-9014-dcb9fc99fa4b req-790d5d65-964a-4787-be69-ea4e6cde9d29 tempest-ServerDiagnosticsNegativeTest-494701208 tempest-ServerDiagnosticsNegativeTest-494701208-project-member] Enqueued Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGHEST for action security_group_members [ 626.983157] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGHEST for action security_group_members [ 626.983157] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b15c148b-e626-44ec-a6c1-4435f42baa8a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.983157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.983157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.983157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.983157] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.983157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.983157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.984088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.984427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.984740] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b15c148b-e626-44ec-a6c1-4435f42baa8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.993668] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b [ 626.995530] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.995530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.995530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.995530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.995530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.995530] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b already deleted. [ 626.995530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa81d0a-a426-4e6b-949d-d50e1f1f3c0b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.189480] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e887946-9652-4858-806e-7af6d12073f4: rpc.has_security_group_logging(os_id): False [ 627.209283] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.209483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.209483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.212024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.212024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.212024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.212024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.212648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.212648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.212648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.212648] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e887946-9652-4858-806e-7af6d12073f4 is going to be created. [ 627.262292] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.262466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.262539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.262747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.262839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.262936] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f already deleted. [ 627.263038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.292257] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.292563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.292706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.292921] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.293133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.322466] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e887946-9652-4858-806e-7af6d12073f4 in Status: IN_PROGRESS for 2s [ 627.488470] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.488656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.491488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.491488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.491488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.491488] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.491488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.491488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.491488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.491488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.491488] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b15c148b-e626-44ec-a6c1-4435f42baa8a is going to be updated. [ 627.526402] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.526612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.526612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.526822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.526956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.540218] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b15c148b-e626-44ec-a6c1-4435f42baa8a in Status: IN_PROGRESS for 2s [ 627.678621] env[65043]: INFO networking_nsxv3.common.synchronization [req-6e22e1dc-a057-4d37-89ac-5beef451e258 req-64fe8374-89ec-49d7-9f3d-6fa01dd9aa98 service nova] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 627.678733] env[65043]: INFO networking_nsxv3.common.synchronization [req-6e22e1dc-a057-4d37-89ac-5beef451e258 req-64fe8374-89ec-49d7-9f3d-6fa01dd9aa98 service nova] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 627.678873] env[65043]: INFO networking_nsxv3.common.synchronization [req-6e22e1dc-a057-4d37-89ac-5beef451e258 req-64fe8374-89ec-49d7-9f3d-6fa01dd9aa98 service nova] Enqueued Resource ID: 47334b44-50bc-4964-9658-853b42ed9347 with Priority: HIGHEST for action port [ 627.679508] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 627.679699] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 627.679817] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47334b44-50bc-4964-9658-853b42ed9347 with Priority: HIGHEST for action port [ 627.680146] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.680681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.680681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.680681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.680681] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.681656] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.681794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.681846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.682018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.682182] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.682304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.682368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.684611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.684611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.684611] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.684611] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-47334b44-50bc-4964-9658-853b42ed9347 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.684611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47334b44-50bc-4964-9658-853b42ed9347" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.684611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47334b44-50bc-4964-9658-853b42ed9347" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.684611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47334b44-50bc-4964-9658-853b42ed9347" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.684611] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47334b44-50bc-4964-9658-853b42ed9347',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.787654] env[65043]: INFO networking_nsxv3.common.synchronization [None req-09ae47eb-fe02-4e4e-bce6-b975ac3335b7 tempest-ServersWithSpecificFlavorTestJSON-1922428873 tempest-ServersWithSpecificFlavorTestJSON-1922428873-project-member] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_rules [ 627.788306] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_rules [ 627.791820] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.791986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.792101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.792329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.792418] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.191095] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.191738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.192139] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.193973] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47334b44-50bc-4964-9658-853b42ed9347 with status ACTIVE [ 628.194231] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.194412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.194514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.194810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.195197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.195533] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.195807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.195964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.196670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.196872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.197235] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.197464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.197843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.198868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.199083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.199329] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47334b44-50bc-4964-9658-853b42ed9347 is going to be updated. [ 628.229734] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.229734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.229734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.229734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.231280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.231280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47334b44-50bc-4964-9658-853b42ed9347" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.322325] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.322547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.322617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.322902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.323331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.323423] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f already deleted. [ 628.323533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.399751] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 628.399751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.705697] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.960784] env[65043]: INFO networking_nsxv3.common.synchronization [None req-57522740-2f30-44d3-a0bf-10d888bac77d None None] Enqueued Resource ID: 88b2b050-cb5c-4dd5-a082-64e2a25204e0 with Priority: HIGHEST for action port [ 628.961507] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b2b050-cb5c-4dd5-a082-64e2a25204e0 with Priority: HIGHEST for action port [ 628.962051] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-88b2b050-cb5c-4dd5-a082-64e2a25204e0 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.962051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88b2b050-cb5c-4dd5-a082-64e2a25204e0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.962251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88b2b050-cb5c-4dd5-a082-64e2a25204e0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.962458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88b2b050-cb5c-4dd5-a082-64e2a25204e0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.962543] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b2b050-cb5c-4dd5-a082-64e2a25204e0',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.209826] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.210224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.210224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.211761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.211960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.211960] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be created. [ 629.239334] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.241020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.241020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.241020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.241020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.255482] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: UNINITIALIZED for 2s [ 629.338093] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e887946-9652-4858-806e-7af6d12073f4 in Status: SUCCESS [ 629.338093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.466123] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88b2b050-cb5c-4dd5-a082-64e2a25204e0 [ 629.466486] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.466618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.466687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.466925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.467022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.467129] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88b2b050-cb5c-4dd5-a082-64e2a25204e0 already deleted. [ 629.467206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88b2b050-cb5c-4dd5-a082-64e2a25204e0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.552386] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b15c148b-e626-44ec-a6c1-4435f42baa8a in Status: SUCCESS [ 629.552625] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b15c148b-e626-44ec-a6c1-4435f42baa8a deletion is rescheduled due to dependency. [ 629.552690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.268592] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 631.268592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.268592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.268940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.268940] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.269051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.269220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.269388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.269469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.269556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.269646] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.772343] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.275164] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a42d7ce-6df9-4163-8e88-d11249ed3390: rpc.has_security_group_logging(os_id): False [ 632.299291] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.299460] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.299615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.299794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.299899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.300199] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.300311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.300389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.300566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.301031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.301031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be created. [ 632.376567] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.376742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.376786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.377332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.377332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.394856] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 633.617676] env[65043]: INFO networking_nsxv3.common.synchronization [req-860fb9da-ad69-44a1-928a-c79bd6e8a670 req-06822a06-a5ac-4378-9e08-a52f316a98a5 tempest-ServerDiagnosticsTest-708802880 tempest-ServerDiagnosticsTest-708802880-project-member] Enqueued Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGHEST for action security_group_members [ 633.621439] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGHEST for action security_group_members [ 633.621439] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-69c8597e-7e3e-4cd0-b975-a53e54a2f740 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.621439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.621439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.621439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.621439] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.621439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.621439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.621439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.621439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.621439] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69c8597e-7e3e-4cd0-b975-a53e54a2f740',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.124319] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.124319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.124319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.124319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.124319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.124319] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.124319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.124319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.124975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.124975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.124975] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 is going to be updated. [ 634.172159] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.172477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.172477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.173047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.173047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.183989] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 in Status: IN_PROGRESS for 2s [ 634.408356] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 634.410712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.189335] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-bc4be472-8318-4057-bc8d-1eb41e62af11 tempest-ListServersNegativeTestJSON-2135403749 tempest-ListServersNegativeTestJSON-2135403749-project-member] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 635.189335] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 635.189335] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.189335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.189335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.189901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.189938] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.190282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.190282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.190383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.190915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.190915] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.700200] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.700450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.701356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.701356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.701356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.701356] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.701356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.701356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.701645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.701645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.701708] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 already deleted. [ 635.701815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.196171] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 in Status: SUCCESS [ 636.196171] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 deletion is rescheduled due to dependency. [ 636.196171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.286161] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.286161] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.286161] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.286161] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.286161] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.286161] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.286161] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.286161] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.286793] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.287315] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.287602] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.287937] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.288271] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.288631] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.288895] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.289178] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.310952] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.311414] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.311915] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.313237] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.313237] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.313237] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.313237] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.313860] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.315227] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.817238] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.817596] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.817596] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.817867] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.818068] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.818232] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f not found, creating... [ 636.818566] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.818747] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.818747] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.819072] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.819165] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.819409] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.819641] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.819707] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.820177] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.820471] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.820657] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f is going to be created. [ 636.845276] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.845800] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.845923] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.846218] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.846448] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.846666] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.160430] env[65043]: INFO networking_nsxv3.common.synchronization [None req-2ce469db-034b-49c3-843e-c282bef47d46 None None] Enqueued Resource ID: 051da1fc-73fa-4a03-91a5-0c06a3432bdf with Priority: HIGHEST for action port [ 637.160430] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051da1fc-73fa-4a03-91a5-0c06a3432bdf with Priority: HIGHEST for action port [ 637.160627] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-051da1fc-73fa-4a03-91a5-0c06a3432bdf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.160756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-051da1fc-73fa-4a03-91a5-0c06a3432bdf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.160818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-051da1fc-73fa-4a03-91a5-0c06a3432bdf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.161622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-051da1fc-73fa-4a03-91a5-0c06a3432bdf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.161622] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('051da1fc-73fa-4a03-91a5-0c06a3432bdf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.606637] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-ddc78344-3844-40a8-8226-b1531006a424 service nova] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_rules [ 637.606637] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-ddc78344-3844-40a8-8226-b1531006a424 service nova] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 637.606637] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-ddc78344-3844-40a8-8226-b1531006a424 service nova] Enqueued Resource ID: f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f with Priority: HIGHEST for action port [ 637.607053] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_rules [ 637.607053] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 637.607212] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f with Priority: HIGHEST for action port [ 637.607527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.607708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.607708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.607963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.608096] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.609511] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.609755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.609839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.610029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.610183] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.610280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.610343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.610689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.610689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.610689] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.611895] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.612537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.612537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.612537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.612537] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.665163] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 051da1fc-73fa-4a03-91a5-0c06a3432bdf [ 637.665163] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.666061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.666179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.666420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.666522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.666724] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:051da1fc-73fa-4a03-91a5-0c06a3432bdf already deleted. [ 637.667630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-051da1fc-73fa-4a03-91a5-0c06a3432bdf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.111527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.111744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.115179] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f with status ACTIVE [ 638.115443] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.115612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.115803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.115956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.116127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.116310] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.116400] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.116400] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.116637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.116858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.116968] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.117107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.117185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.117336] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.117412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.117511] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f is going to be updated. [ 638.119175] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.146618] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.146838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.146889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.147127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.147265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.147464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f67e8ea1-0f4f-4f1e-86e4-d1c9c3ded33f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.550086] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-255c6f9e-30f6-4958-a54c-dc87682aa432 tempest-ListServersNegativeTestJSON-2135403749 tempest-ListServersNegativeTestJSON-2135403749-project-member] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 638.550086] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 638.550246] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.550465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.622260] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.956741] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.956974] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.957094] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.959114] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.959114] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.959114] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.959114] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.959114] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.959114] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.959114] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.959114] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.959114] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.959114] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.959114] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.959114] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.959114] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.980870] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.980870] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.981145] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.981425] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.981806] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-5f0803b3-1ba4-4f52-958f-867f97ec92e3 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.983385] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-5f0803b3-1ba4-4f52-958f-867f97ec92e3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.983385] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-5f0803b3-1ba4-4f52-958f-867f97ec92e3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.983385] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-5f0803b3-1ba4-4f52-958f-867f97ec92e3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.983385] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0803b3-1ba4-4f52-958f-867f97ec92e3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.125530] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.125754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.125754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.126012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.126107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.130160] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be created. [ 639.160734] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.161031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.161201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.161723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.161957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.175094] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: UNINITIALIZED for 2s [ 639.485614] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.485969] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.486152] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.486484] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.486712] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.486890] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 5f0803b3-1ba4-4f52-958f-867f97ec92e3 not found, creating... [ 639.487218] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.487478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.487703] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.487943] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.488119] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.488511] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.488764] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.488905] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.489185] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.489421] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.489550] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 5f0803b3-1ba4-4f52-958f-867f97ec92e3 is going to be created. [ 639.518762] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.519156] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.519329] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.519682] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.519981] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.520283] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-5f0803b3-1ba4-4f52-958f-867f97ec92e3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.795236] env[65043]: INFO networking_nsxv3.common.synchronization [None req-ceff8d1e-1eec-4771-bf17-e6636f09d250 None None] Enqueued Resource ID: df7728ab-3bad-4eae-bb5b-fb47658f9488 with Priority: HIGHEST for action port [ 639.795236] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7728ab-3bad-4eae-bb5b-fb47658f9488 with Priority: HIGHEST for action port [ 639.795236] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-df7728ab-3bad-4eae-bb5b-fb47658f9488 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.795236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df7728ab-3bad-4eae-bb5b-fb47658f9488" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.795236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df7728ab-3bad-4eae-bb5b-fb47658f9488" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.795990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df7728ab-3bad-4eae-bb5b-fb47658f9488" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.795990] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df7728ab-3bad-4eae-bb5b-fb47658f9488',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.853087] env[65043]: INFO networking_nsxv3.common.synchronization [None req-2b6ff11c-edf4-4475-91bc-efa12ace2527 None None] Enqueued Resource ID: c2c823e3-eb9e-4b37-8ecb-f84411954709 with Priority: HIGHEST for action port [ 639.853829] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c823e3-eb9e-4b37-8ecb-f84411954709 with Priority: HIGHEST for action port [ 639.854481] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2c823e3-eb9e-4b37-8ecb-f84411954709 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.854637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2c823e3-eb9e-4b37-8ecb-f84411954709" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.854703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2c823e3-eb9e-4b37-8ecb-f84411954709" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.855728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2c823e3-eb9e-4b37-8ecb-f84411954709" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.855728] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2c823e3-eb9e-4b37-8ecb-f84411954709',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.298632] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df7728ab-3bad-4eae-bb5b-fb47658f9488 [ 640.298958] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.300532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.300532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.302851] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.302851] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.302851] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df7728ab-3bad-4eae-bb5b-fb47658f9488 already deleted. [ 640.302851] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df7728ab-3bad-4eae-bb5b-fb47658f9488" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.358057] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2c823e3-eb9e-4b37-8ecb-f84411954709 [ 640.358167] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.358299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.358362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.358580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.358656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.358764] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2c823e3-eb9e-4b37-8ecb-f84411954709 already deleted. [ 640.358843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2c823e3-eb9e-4b37-8ecb-f84411954709" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.398030] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-fddb09d3-2e66-4bea-91d5-4587d718fe6f service nova] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_rules [ 640.398030] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-fddb09d3-2e66-4bea-91d5-4587d718fe6f service nova] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 640.398192] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-fddb09d3-2e66-4bea-91d5-4587d718fe6f service nova] Enqueued Resource ID: 5f0803b3-1ba4-4f52-958f-867f97ec92e3 with Priority: HIGHEST for action port [ 640.398675] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_rules [ 640.398813] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 640.398973] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0803b3-1ba4-4f52-958f-867f97ec92e3 with Priority: HIGHEST for action port [ 640.399249] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.399357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.399564] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.399657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.399946] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f0803b3-1ba4-4f52-958f-867f97ec92e3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.400053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f0803b3-1ba4-4f52-958f-867f97ec92e3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.400053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f0803b3-1ba4-4f52-958f-867f97ec92e3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.400659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f0803b3-1ba4-4f52-958f-867f97ec92e3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.400743] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f0803b3-1ba4-4f52-958f-867f97ec92e3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.907901] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f0803b3-1ba4-4f52-958f-867f97ec92e3 with status ACTIVE [ 640.907901] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.907901] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.907901] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.907901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.907901] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f0803b3-1ba4-4f52-958f-867f97ec92e3 is going to be updated. [ 640.930141] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.930141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.930141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.930141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.930141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.930141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f0803b3-1ba4-4f52-958f-867f97ec92e3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.108244] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-19d7df80-1239-4623-b984-a29d14f15832 tempest-ListServersNegativeTestJSON-2135403749 tempest-ListServersNegativeTestJSON-2135403749-project-member] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 641.109010] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 641.109326] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.109443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.188196] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 641.188196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.188427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.188726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.188841] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.188982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.189060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.189261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.189540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.189540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.189740] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.190927] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.191919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.191919] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.191919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.191919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.191919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.191919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.191919] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.613250] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.613250] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.613649] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.613687] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.614566] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.614709] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.614851] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.615172] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.615286] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.615565] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.615690] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.615796] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.615906] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.616011] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.616115] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.616246] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.638370] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.638555] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.638685] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.638873] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-553" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.639286] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-d6a284e2-e2d0-4740-bf89-522e85ed04ad taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.639514] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-d6a284e2-e2d0-4740-bf89-522e85ed04ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.639639] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-d6a284e2-e2d0-4740-bf89-522e85ed04ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.639968] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-d6a284e2-e2d0-4740-bf89-522e85ed04ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.640127] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a284e2-e2d0-4740-bf89-522e85ed04ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.694110] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.694372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.696664] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.827649] env[65043]: INFO networking_nsxv3.common.synchronization [None req-2c7ebc4c-fff6-4ff5-a323-e21c358483a7 None None] Enqueued Resource ID: 975fd306-695f-41cc-8333-022aa3e71e4a with Priority: HIGHEST for action port [ 641.828031] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975fd306-695f-41cc-8333-022aa3e71e4a with Priority: HIGHEST for action port [ 641.828353] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-975fd306-695f-41cc-8333-022aa3e71e4a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.829033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-975fd306-695f-41cc-8333-022aa3e71e4a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.829033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-975fd306-695f-41cc-8333-022aa3e71e4a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.829033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-975fd306-695f-41cc-8333-022aa3e71e4a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.829033] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('975fd306-695f-41cc-8333-022aa3e71e4a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.142821] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.143308] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.143308] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.143541] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.143882] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.144092] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port d6a284e2-e2d0-4740-bf89-522e85ed04ad not found, creating... [ 642.144397] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.144567] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.145172] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.145172] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.145172] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.146043] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.146043] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.146043] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.146303] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.146357] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.146458] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: d6a284e2-e2d0-4740-bf89-522e85ed04ad is going to be created. [ 642.170480] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.170480] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.170632] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.170925] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.171286] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.171544] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-d6a284e2-e2d0-4740-bf89-522e85ed04ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.199042] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.332980] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 975fd306-695f-41cc-8333-022aa3e71e4a [ 642.333553] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.333702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.333799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.334038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.334125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.334304] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:975fd306-695f-41cc-8333-022aa3e71e4a already deleted. [ 642.334369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-975fd306-695f-41cc-8333-022aa3e71e4a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.702327] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.702327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.702327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.702327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.702711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.702711] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be updated. [ 642.736185] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.736361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.736432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.736619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.736759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.747888] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 642.865171] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-e076ff9e-723e-4edd-8ec8-678c022285b3 service nova] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_rules [ 642.865364] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-e076ff9e-723e-4edd-8ec8-678c022285b3 service nova] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 642.865495] env[65043]: INFO networking_nsxv3.common.synchronization [req-60904349-7b62-4781-bd51-7e39d8a0068a req-e076ff9e-723e-4edd-8ec8-678c022285b3 service nova] Enqueued Resource ID: d6a284e2-e2d0-4740-bf89-522e85ed04ad with Priority: HIGHEST for action port [ 642.866453] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_rules [ 642.866741] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 642.866904] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a284e2-e2d0-4740-bf89-522e85ed04ad with Priority: HIGHEST for action port [ 642.867256] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.867630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.867896] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.868081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.868500] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6a284e2-e2d0-4740-bf89-522e85ed04ad taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.868663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6a284e2-e2d0-4740-bf89-522e85ed04ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.868788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6a284e2-e2d0-4740-bf89-522e85ed04ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.869355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6a284e2-e2d0-4740-bf89-522e85ed04ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.869472] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a284e2-e2d0-4740-bf89-522e85ed04ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.375061] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6a284e2-e2d0-4740-bf89-522e85ed04ad with status ACTIVE [ 643.375383] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.375457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.375551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.375779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.375869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.376034] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.376138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.376216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.376375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.376466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.376787] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.376787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.376787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.376953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.377040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.377135] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6a284e2-e2d0-4740-bf89-522e85ed04ad is going to be updated. [ 643.399720] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.400359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.400359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.400846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.400939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.401095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6a284e2-e2d0-4740-bf89-522e85ed04ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.557727] env[65043]: INFO networking_nsxv3.common.synchronization [req-26cfd462-d580-43dd-8605-73565e746230 req-cd0c5fc0-6805-4215-8a70-08e04454052d tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_members [ 643.558414] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_members [ 643.559298] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.559298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.559298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.559518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.562715] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.562715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.562715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.562715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.562715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.562715] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.064160] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.064396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.064396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.064630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.064724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.064924] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.065030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.065089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.065237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.065348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.065470] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 already deleted. [ 644.065567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.253027] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.253027] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.253027] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.253027] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.253712] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.256493] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.256493] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.256493] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.256493] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.256493] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.256791] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.256791] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.256907] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.257325] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.257468] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.258021] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.278208] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.278870] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.279102] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.279291] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.279651] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-25e03cff-a1e8-44e9-afee-7d8cd159cc72 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.279839] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-25e03cff-a1e8-44e9-afee-7d8cd159cc72" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.279992] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-25e03cff-a1e8-44e9-afee-7d8cd159cc72" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.280446] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-25e03cff-a1e8-44e9-afee-7d8cd159cc72" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.280512] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25e03cff-a1e8-44e9-afee-7d8cd159cc72',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.760052] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 644.760454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.760618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.760925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.761252] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.761382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.761481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.761756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.761876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.761982] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.783016] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.783306] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.783387] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.783629] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.783797] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.783948] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 25e03cff-a1e8-44e9-afee-7d8cd159cc72 not found, creating... [ 644.784419] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.784419] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.784526] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.784734] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.784823] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.785660] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.785660] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.785660] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.785660] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.785660] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.785878] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 25e03cff-a1e8-44e9-afee-7d8cd159cc72 is going to be created. [ 644.818037] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.818274] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.818274] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.818502] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.818829] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.819079] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-25e03cff-a1e8-44e9-afee-7d8cd159cc72" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.264718] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.532047] env[65043]: INFO networking_nsxv3.common.synchronization [req-26cfd462-d580-43dd-8605-73565e746230 req-1583a462-23e6-41da-9c9d-6e1fc38afa24 service nova] Enqueued Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_rules [ 645.532249] env[65043]: INFO networking_nsxv3.common.synchronization [req-26cfd462-d580-43dd-8605-73565e746230 req-1583a462-23e6-41da-9c9d-6e1fc38afa24 service nova] Enqueued Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_members [ 645.532387] env[65043]: INFO networking_nsxv3.common.synchronization [req-26cfd462-d580-43dd-8605-73565e746230 req-1583a462-23e6-41da-9c9d-6e1fc38afa24 service nova] Enqueued Resource ID: 25e03cff-a1e8-44e9-afee-7d8cd159cc72 with Priority: HIGHEST for action port [ 645.533270] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_rules [ 645.533766] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_members [ 645.533766] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e03cff-a1e8-44e9-afee-7d8cd159cc72 with Priority: HIGHEST for action port [ 645.533893] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.534055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.534100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.534648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.534648] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.535978] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.535978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.536769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.536941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.537148] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.537497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.537497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.537497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.537647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.538150] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.539126] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-25e03cff-a1e8-44e9-afee-7d8cd159cc72 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.539275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25e03cff-a1e8-44e9-afee-7d8cd159cc72" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.539275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25e03cff-a1e8-44e9-afee-7d8cd159cc72" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.540037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25e03cff-a1e8-44e9-afee-7d8cd159cc72" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.540037] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25e03cff-a1e8-44e9-afee-7d8cd159cc72',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.767104] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.876799] env[65043]: INFO networking_nsxv3.common.synchronization [req-17ea4bfe-95d0-4adc-90df-8029d42beca8 req-68d3a9ad-4064-4687-8e14-1913752c4463 tempest-ServersAdminTestJSON-223478790 tempest-ServersAdminTestJSON-223478790-project-member] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 645.876947] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 645.877288] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.877413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.877483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.877962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.877962] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.878088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.878670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.878806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.878902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.879000] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.042437] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.042761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.043153] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.044881] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25e03cff-a1e8-44e9-afee-7d8cd159cc72 with status ACTIVE [ 646.045829] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.048305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.048305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.048305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.048305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.048305] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.048305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.048305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.048718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.048718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.048799] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.048964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.049027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.049227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.049339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.049432] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25e03cff-a1e8-44e9-afee-7d8cd159cc72 is going to be updated. [ 646.079449] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.079449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.079449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.079905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.079905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.080442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25e03cff-a1e8-44e9-afee-7d8cd159cc72" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.270448] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.270650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.270740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.271052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.271130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.271267] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be updated. [ 646.319177] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.319431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.319431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.320417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.320417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.330860] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 646.382443] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.382648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.382648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.382783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.382870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.383178] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.383308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.383366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.383585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.383650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.383752] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 already deleted. [ 646.383830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.437434] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.437434] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.437434] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.441528] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.441528] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.441528] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.441528] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.441528] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.441528] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.441528] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.441528] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.441971] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.442084] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.442384] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.442512] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.442656] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.476828] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.476948] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.477049] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.477246] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.477586] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-66570e75-a3d1-4909-81c5-24a444e6ecbf taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.477773] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-66570e75-a3d1-4909-81c5-24a444e6ecbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.477987] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-66570e75-a3d1-4909-81c5-24a444e6ecbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.478312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-66570e75-a3d1-4909-81c5-24a444e6ecbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.478411] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66570e75-a3d1-4909-81c5-24a444e6ecbf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.556528] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.921932] env[65043]: INFO networking_nsxv3.common.synchronization [req-0cc06256-1a33-431f-b3af-c6ab8d6df04d req-44a906fe-bb6a-4c76-bc91-0d909fe7d9f0 tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 646.922808] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 646.923299] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.923474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.923543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.924172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.924502] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.924666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.924773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.924988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.925098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.925216] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.982438] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.982750] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.982801] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.983100] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.983248] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.984020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 66570e75-a3d1-4909-81c5-24a444e6ecbf not found, creating... [ 646.988267] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.988578] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.988706] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.988998] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.989382] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.990247] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.990395] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.990440] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.990961] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.990961] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.990961] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 66570e75-a3d1-4909-81c5-24a444e6ecbf is going to be created. [ 647.043985] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.043985] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.043985] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.043985] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.043985] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.043985] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-66570e75-a3d1-4909-81c5-24a444e6ecbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.058920] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.059219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.059219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.059695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.059695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.059695] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 is going to be created. [ 647.103406] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.103646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.103713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.104064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.104215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.128105] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 in Status: UNINITIALIZED for 2s [ 647.407596] env[65043]: INFO networking_nsxv3.common.synchronization [req-0cc06256-1a33-431f-b3af-c6ab8d6df04d req-f799acc5-aa69-4d91-9dd7-96d94497ad2e tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 647.407596] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 647.407790] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.407892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.430310] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.715887] env[65043]: INFO networking_nsxv3.common.synchronization [req-17ea4bfe-95d0-4adc-90df-8029d42beca8 req-dfbe00d8-d7cb-49b8-8619-39cc19c2ea5f service nova] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_rules [ 647.715887] env[65043]: INFO networking_nsxv3.common.synchronization [req-17ea4bfe-95d0-4adc-90df-8029d42beca8 req-dfbe00d8-d7cb-49b8-8619-39cc19c2ea5f service nova] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 647.715887] env[65043]: INFO networking_nsxv3.common.synchronization [req-17ea4bfe-95d0-4adc-90df-8029d42beca8 req-dfbe00d8-d7cb-49b8-8619-39cc19c2ea5f service nova] Enqueued Resource ID: 66570e75-a3d1-4909-81c5-24a444e6ecbf with Priority: HIGHEST for action port [ 647.715887] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_rules [ 647.715887] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 647.715887] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66570e75-a3d1-4909-81c5-24a444e6ecbf with Priority: HIGHEST for action port [ 647.715887] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.715887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.715887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.717951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.718035] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.719038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.719195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.719240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.719405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.719560] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.719656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.719719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.720586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.720717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.720829] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.721794] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-66570e75-a3d1-4909-81c5-24a444e6ecbf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.721911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66570e75-a3d1-4909-81c5-24a444e6ecbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.721979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66570e75-a3d1-4909-81c5-24a444e6ecbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.722197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66570e75-a3d1-4909-81c5-24a444e6ecbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.722383] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66570e75-a3d1-4909-81c5-24a444e6ecbf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.932725] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.977218] env[65043]: INFO networking_nsxv3.common.synchronization [req-0cc06256-1a33-431f-b3af-c6ab8d6df04d req-4a5d5ca4-4ef6-4cf8-998e-980c5812429a tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 647.978039] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 647.978304] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.979153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.226385] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.226385] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.226385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.226385] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66570e75-a3d1-4909-81c5-24a444e6ecbf with status ACTIVE [ 648.226385] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.226385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.226385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.226758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.226758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.226979] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.226979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.227141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.229643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.229643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.229643] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.229643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.229643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.229643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.229643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.229643] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66570e75-a3d1-4909-81c5-24a444e6ecbf is going to be updated. [ 648.251744] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.252035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.252104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.252443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.252645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.252853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66570e75-a3d1-4909-81c5-24a444e6ecbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.341754] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 648.343363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.343363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.343363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.343363] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.343363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.343363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.343363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.343920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.343920] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.435254] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.435479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.435479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.435713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.435998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.435998] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 648.484176] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.484496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.484571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.484742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.485027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.495341] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 648.727255] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.846100] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.963382] env[65043]: INFO networking_nsxv3.common.synchronization [req-c6e8c1b9-3b34-44a8-9670-c127856c03cb req-0d560047-d6d7-43f0-bae2-d71ec547e6a3 tempest-ServersWithSpecificFlavorTestJSON-1922428873 tempest-ServersWithSpecificFlavorTestJSON-1922428873-project-member] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 648.963878] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 648.964196] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.964321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.964390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.964629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.964772] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.964866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.964925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.965272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.965272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.965272] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.140429] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 in Status: SUCCESS [ 649.140429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.140646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.142254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.145688] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.145688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.145688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.145688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.145688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.145688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.145688] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.230015] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.232631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.232631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.232631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.232631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.232631] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be created. [ 649.263929] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.263929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.263929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.263929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.264298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.290445] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: UNINITIALIZED for 2s [ 649.349240] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.467426] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.467895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.467895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.468341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.468495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.468777] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.468937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.469051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.469297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.469609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.469749] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f already deleted. [ 649.469878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.510991] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.511251] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-988" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.511380] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-988" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.511711] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-988" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.512020] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.512183] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.512550] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.512779] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.512948] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.513272] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.513460] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.513548] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.513635] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.513757] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.513860] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.513988] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.542816] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.542816] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.542816] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.542816] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-988" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.542816] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-67d80d31-89cc-417a-91ed-0bd643b4606f taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.542816] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-67d80d31-89cc-417a-91ed-0bd643b4606f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.542816] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-67d80d31-89cc-417a-91ed-0bd643b4606f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.542816] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-67d80d31-89cc-417a-91ed-0bd643b4606f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.542816] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d80d31-89cc-417a-91ed-0bd643b4606f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.647911] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.796419] env[65043]: INFO networking_nsxv3.common.synchronization [None req-04b23695-8c91-480a-b03d-c7baaf61c20a None None] Enqueued Resource ID: 5a2df484-43af-4132-8d4a-77f8887de388 with Priority: HIGHEST for action port [ 649.800132] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2df484-43af-4132-8d4a-77f8887de388 with Priority: HIGHEST for action port [ 649.800132] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2df484-43af-4132-8d4a-77f8887de388 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.800132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2df484-43af-4132-8d4a-77f8887de388" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.800132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2df484-43af-4132-8d4a-77f8887de388" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.800694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2df484-43af-4132-8d4a-77f8887de388" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.800694] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2df484-43af-4132-8d4a-77f8887de388',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.852042] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.852280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.852280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.852522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.852648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.852731] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be updated. [ 649.886635] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.886848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.886923] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.888198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.888399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.900505] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 650.045380] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.047060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.047060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.047060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.047060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.047060] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 67d80d31-89cc-417a-91ed-0bd643b4606f not found, creating... [ 650.047060] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.047060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.047060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.047562] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.047639] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.048251] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.048251] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.048388] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.048533] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.048691] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.048933] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 67d80d31-89cc-417a-91ed-0bd643b4606f is going to be created. [ 650.074541] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.075786] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.075786] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.075786] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.076189] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.076429] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-67d80d31-89cc-417a-91ed-0bd643b4606f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.150802] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2: rpc.has_security_group_logging(os_id): False [ 650.181400] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.181646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.181646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.181841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.181938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.182225] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.182357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.182409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.182549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.182625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.182709] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 is going to be created. [ 650.266114] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.266278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.266344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.266562] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.266743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.286173] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 in Status: IN_PROGRESS for 2s [ 650.305198] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a2df484-43af-4132-8d4a-77f8887de388 [ 650.305454] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.305585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.305671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.305882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.305977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.306086] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a2df484-43af-4132-8d4a-77f8887de388 already deleted. [ 650.306166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2df484-43af-4132-8d4a-77f8887de388" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.514072] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 650.514072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.514072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.514072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.514390] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.514390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.514390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.514551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.514640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.514738] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.837075] env[65043]: INFO networking_nsxv3.common.synchronization [req-c6e8c1b9-3b34-44a8-9670-c127856c03cb req-823e1d8c-d91a-448f-a7ca-fa8ee9bed914 service nova] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_rules [ 650.837374] env[65043]: INFO networking_nsxv3.common.synchronization [req-c6e8c1b9-3b34-44a8-9670-c127856c03cb req-823e1d8c-d91a-448f-a7ca-fa8ee9bed914 service nova] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 650.837610] env[65043]: INFO networking_nsxv3.common.synchronization [req-c6e8c1b9-3b34-44a8-9670-c127856c03cb req-823e1d8c-d91a-448f-a7ca-fa8ee9bed914 service nova] Enqueued Resource ID: 67d80d31-89cc-417a-91ed-0bd643b4606f with Priority: HIGHEST for action port [ 650.841956] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_rules [ 650.841956] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 650.842541] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d80d31-89cc-417a-91ed-0bd643b4606f with Priority: HIGHEST for action port [ 650.843104] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.843337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.843450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.843829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.843829] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.844850] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.844980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.845059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.845503] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.845503] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.845715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.845811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.847591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.847743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.847864] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.849197] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-67d80d31-89cc-417a-91ed-0bd643b4606f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.849475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67d80d31-89cc-417a-91ed-0bd643b4606f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.849564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67d80d31-89cc-417a-91ed-0bd643b4606f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.849802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67d80d31-89cc-417a-91ed-0bd643b4606f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.850132] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d80d31-89cc-417a-91ed-0bd643b4606f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.019371] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.019944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.020166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.020552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.020751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.021181] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.021393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.021532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.021831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.022044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.022159] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 651.056472] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.056748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.056748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.057461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.057726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.067344] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 651.314305] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 651.314565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.314777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.315031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.315262] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.315395] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.315462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.315618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.315704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.315784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.315875] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.353157] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.354518] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.354675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.357610] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67d80d31-89cc-417a-91ed-0bd643b4606f with status ACTIVE [ 651.357610] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.357610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.357610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.357817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.357817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.358019] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.358102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.358197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.358600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.358600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.358747] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.359306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.359306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.360390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.360390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.360534] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67d80d31-89cc-417a-91ed-0bd643b4606f is going to be updated. [ 651.399247] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.399536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.399536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.400101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.400101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.400319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67d80d31-89cc-417a-91ed-0bd643b4606f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.686060] env[65043]: INFO networking_nsxv3.common.synchronization [None req-b17bfca2-4000-4465-b0c1-2ef4a3ad9bf4 None None] Enqueued Resource ID: 9adf698a-2cad-46d9-9fe9-758c5374fb7b with Priority: HIGHEST for action port [ 651.686835] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9adf698a-2cad-46d9-9fe9-758c5374fb7b with Priority: HIGHEST for action port [ 651.687313] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9adf698a-2cad-46d9-9fe9-758c5374fb7b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.689457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9adf698a-2cad-46d9-9fe9-758c5374fb7b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.689457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9adf698a-2cad-46d9-9fe9-758c5374fb7b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.689457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9adf698a-2cad-46d9-9fe9-758c5374fb7b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.689457] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9adf698a-2cad-46d9-9fe9-758c5374fb7b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.821112] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.821654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.821766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.822035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.823038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.823141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.823207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.823364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.823453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.823544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.823692] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.823786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.823847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.823990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.824145] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.824235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.824297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.824433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.824509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.824590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.824680] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.856491] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.915453] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.915453] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.915453] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.915453] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.915453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.918048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.918396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.918869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.919101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.919314] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.920760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.921288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.922681] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.922681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.922681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.922681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.922681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.922681] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.192185] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9adf698a-2cad-46d9-9fe9-758c5374fb7b [ 652.192469] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.192604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.193205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.193205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.193351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.193351] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9adf698a-2cad-46d9-9fe9-758c5374fb7b already deleted. [ 652.193432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9adf698a-2cad-46d9-9fe9-758c5374fb7b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.323211] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 in Status: SUCCESS [ 652.324315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.329862] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59255b2-a2ea-429e-8559-1954e4acd571: rpc.has_security_group_logging(os_id): False [ 652.351501] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.351501] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.351501] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.351501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.352095] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.352095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.352095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.352095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.352095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.352095] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be created. [ 652.359243] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.359243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.359243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.359511] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.359511] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.359590] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f is going to be created. [ 652.391023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.391023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.391023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.391023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.391023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.401109] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: UNINITIALIZED for 2s [ 652.419659] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.419790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.419864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.420123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.420379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.425303] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75d051af-d1f3-4fc4-b760-d94ad4ca0469: rpc.has_security_group_logging(os_id): False [ 652.426380] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.435591] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 652.449243] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.449464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.449464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.449730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.449783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.449971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.450133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.450133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.450344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.450451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.450738] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.450919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.450919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.451104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.451233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.451857] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.451857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.451857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.451857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.451857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.452155] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be created. [ 652.549382] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.549382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.549382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.549382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.549382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.569954] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 652.929565] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.082242] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 653.082242] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 deletion is rescheduled due to dependency. [ 653.082242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.082242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.082782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.082782] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.082782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.082782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.082968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.082968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.083058] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.433307] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.433784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.433784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.433784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.433944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.433986] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be updated. [ 653.483071] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.483369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.483369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.483644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.483861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.495631] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 653.586511] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.587215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.587215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.587215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.587381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.587546] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.587649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.587699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.587890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.587971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.588123] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 653.627725] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.627725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.627906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.628974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.628974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.650584] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 654.061258] env[65043]: INFO networking_nsxv3.common.synchronization [req-e3cee5dc-125b-46c7-b07c-502eb5cc2770 req-316687d4-44d8-47c5-897b-93d811d0b988 tempest-ServersAdminTestJSON-223478790 tempest-ServersAdminTestJSON-223478790-project-member] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 654.066248] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 654.066248] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.066248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.066248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.066248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.066248] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.066248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.066248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.066248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.066248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.066248] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.412462] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: SUCCESS [ 654.413162] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.413162] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.413162] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.413399] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.413399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.413517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.413602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.413658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.413749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.413837] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.455382] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 654.455751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.568439] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.586092] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 654.586356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.586530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.586756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.586848] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.629630] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.629890] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.631759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.631759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.631759] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.631759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.631759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.631759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.631759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.631759] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.631759] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.631759] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.631759] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.632512] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.632512] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.632512] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.651809] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.651966] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.652111] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.652318] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.652683] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-a9c76daf-cde6-468d-80db-a57749b38753 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.652878] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-a9c76daf-cde6-468d-80db-a57749b38753" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.652994] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-a9c76daf-cde6-468d-80db-a57749b38753" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.653431] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-a9c76daf-cde6-468d-80db-a57749b38753" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.653475] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c76daf-cde6-468d-80db-a57749b38753',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.917497] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.071435] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.089174] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.089643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.155765] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.156023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.156153] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.156454] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.156610] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.156819] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port a9c76daf-cde6-468d-80db-a57749b38753 not found, creating... [ 655.157066] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.157226] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.157346] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.157560] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.157718] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.158013] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.158171] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.158403] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.158506] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.158625] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.158963] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: a9c76daf-cde6-468d-80db-a57749b38753 is going to be created. [ 655.186199] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.186475] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.186609] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.186954] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.187274] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.187580] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-a9c76daf-cde6-468d-80db-a57749b38753" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.420965] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05bdc67d-9d92-4412-88dd-bf8b6201488f: rpc.has_security_group_logging(os_id): False [ 655.448330] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.448330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.448330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.448330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.448330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.448330] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.448330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.448330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.448330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.448330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.448330] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f is going to be created. [ 655.507233] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 655.507233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.507233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.507874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.508173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.508315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.508389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.508583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.508742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.508780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.508851] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.559054] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.559054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.559054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.559423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.559490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.575302] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.575736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.575808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.576050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.576138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.576391] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 655.592935] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: IN_PROGRESS for 2s [ 655.655121] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.655121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.655121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.655121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.655458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.675671] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 655.677617] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 655.678204] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 deletion is rescheduled due to dependency. [ 655.678204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.985667] env[65043]: INFO networking_nsxv3.common.synchronization [req-e3cee5dc-125b-46c7-b07c-502eb5cc2770 req-454c2b94-a8b9-436d-ba67-691b72512d0c service nova] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_rules [ 655.985930] env[65043]: INFO networking_nsxv3.common.synchronization [req-e3cee5dc-125b-46c7-b07c-502eb5cc2770 req-454c2b94-a8b9-436d-ba67-691b72512d0c service nova] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 655.986029] env[65043]: INFO networking_nsxv3.common.synchronization [req-e3cee5dc-125b-46c7-b07c-502eb5cc2770 req-454c2b94-a8b9-436d-ba67-691b72512d0c service nova] Enqueued Resource ID: a9c76daf-cde6-468d-80db-a57749b38753 with Priority: HIGHEST for action port [ 655.986695] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_rules [ 655.986831] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 655.986831] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c76daf-cde6-468d-80db-a57749b38753 with Priority: HIGHEST for action port [ 655.987508] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.987644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.987715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.988330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.988330] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.989057] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.989943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.989943] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c76daf-cde6-468d-80db-a57749b38753 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.989943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c76daf-cde6-468d-80db-a57749b38753" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.989943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c76daf-cde6-468d-80db-a57749b38753" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.989943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c76daf-cde6-468d-80db-a57749b38753" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.989943] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c76daf-cde6-468d-80db-a57749b38753',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.011957] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.012276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.012509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.012681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.012899] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.013111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.013178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.013395] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.013518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.013659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.013841] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.013949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.015702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.016572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.016572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.016572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.016572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.016572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.016862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.016862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.016862] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.492933] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.493262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.493365] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9c76daf-cde6-468d-80db-a57749b38753 with status ACTIVE [ 656.493719] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.493838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.493838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.494202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.494333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.494680] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.495632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.495749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.495948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.496194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.496258] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.496337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.496393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.496545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.496620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.496701] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9c76daf-cde6-468d-80db-a57749b38753 is going to be updated. [ 656.520072] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.520389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.520389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.520636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.520636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.520781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c76daf-cde6-468d-80db-a57749b38753" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.520999] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75d051af-d1f3-4fc4-b760-d94ad4ca0469: rpc.has_security_group_logging(os_id): False [ 656.542767] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.542767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.543356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.543356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.543356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.543746] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.543746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.543746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.543746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.543892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.544015] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.544122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.544171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.544317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.544451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.544604] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.544680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.544716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.544834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.544911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.544991] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be updated. [ 656.665337] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.665337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.665337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.665337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.665337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.685632] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 657.607937] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: SUCCESS [ 657.607937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.685662] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 657.685973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.686245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.686388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.687224] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.687224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.687224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.687224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.687224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.687224] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.725923] env[65043]: INFO networking_nsxv3.common.synchronization [None req-749b9047-1125-407d-a509-1a73a5b86b92 None None] Enqueued Resource ID: 5d47ebf6-ddf5-47c9-b4a5-465847791424 with Priority: HIGHEST for action port [ 657.726863] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d47ebf6-ddf5-47c9-b4a5-465847791424 with Priority: HIGHEST for action port [ 657.726863] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d47ebf6-ddf5-47c9-b4a5-465847791424 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.726863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d47ebf6-ddf5-47c9-b4a5-465847791424" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.727218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d47ebf6-ddf5-47c9-b4a5-465847791424" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.727376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d47ebf6-ddf5-47c9-b4a5-465847791424" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.727467] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d47ebf6-ddf5-47c9-b4a5-465847791424',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.190687] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.230339] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d47ebf6-ddf5-47c9-b4a5-465847791424 [ 658.230339] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.230578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.230617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.230838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.230961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.231100] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d47ebf6-ddf5-47c9-b4a5-465847791424 already deleted. [ 658.231195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d47ebf6-ddf5-47c9-b4a5-465847791424" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.334707] env[65043]: INFO networking_nsxv3.common.synchronization [None req-23380833-7aad-41ee-a293-f796188bcc76 None None] Enqueued Resource ID: 48561908-2acf-4672-bb9b-51499d3a41c0 with Priority: HIGHEST for action port [ 658.335337] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48561908-2acf-4672-bb9b-51499d3a41c0 with Priority: HIGHEST for action port [ 658.335663] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-48561908-2acf-4672-bb9b-51499d3a41c0 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.335790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48561908-2acf-4672-bb9b-51499d3a41c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.335859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48561908-2acf-4672-bb9b-51499d3a41c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.336196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48561908-2acf-4672-bb9b-51499d3a41c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.336284] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48561908-2acf-4672-bb9b-51499d3a41c0',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.654220] env[65043]: INFO networking_nsxv3.common.synchronization [req-5e01fffc-54c3-495b-ab85-010fbe452bd2 req-83aba159-6d17-4cda-b67d-fbeb7754cabd tempest-TenantUsagesTestJSON-1271720476 tempest-TenantUsagesTestJSON-1271720476-project-member] Enqueued Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGHEST for action security_group_members [ 658.654712] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGHEST for action security_group_members [ 658.655023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-016cbe45-f3de-48da-b97c-0dbe12be65c9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.655151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.655219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.655435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.655583] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.655682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.655744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.655890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.655976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.656475] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016cbe45-f3de-48da-b97c-0dbe12be65c9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.695159] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.703141] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 658.703677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.703783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.704086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.704185] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.840506] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48561908-2acf-4672-bb9b-51499d3a41c0 [ 658.841367] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.841367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.841367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.841580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.841580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.841681] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48561908-2acf-4672-bb9b-51499d3a41c0 already deleted. [ 658.841768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48561908-2acf-4672-bb9b-51499d3a41c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.161428] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.162061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.162061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.162256] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.162256] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.162522] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.162661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.162750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.162982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.163121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.163253] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 is going to be updated. [ 659.197314] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.197652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.197652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.197827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.197907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.199854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.200061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.200061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.200237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.200915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.200915] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 659.207109] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.207109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.207109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.207401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.207553] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.207688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.207754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.207927] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.208391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.208391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.208391] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.211630] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 in Status: IN_PROGRESS for 2s [ 659.236100] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.236100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.236100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.236100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.236100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.249931] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 659.388118] env[65043]: INFO networking_nsxv3.common.synchronization [req-49b99df4-7c96-4204-aadf-edf1a85b1ebe req-86cb53cc-19af-40b9-9900-257d67681bf8 tempest-ServerExternalEventsTest-1873065208 tempest-ServerExternalEventsTest-1873065208-project-member] Enqueued Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGHEST for action security_group_members [ 659.388736] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGHEST for action security_group_members [ 659.389063] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d3e87a-3c42-42e7-b682-d2b2673d238e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.389196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.389283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.389548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.389707] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.389806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.389866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.390026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.390243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.390243] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d3e87a-3c42-42e7-b682-d2b2673d238e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.713933] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.714223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.714223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.714441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.714652] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.714781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.714867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.715070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.715182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.715300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.715487] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.715612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.715695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.715877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.716067] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.716340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.716340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.716543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.716543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.716873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.716873] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.786571] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.786792] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.786912] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.787264] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.787459] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.787612] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.787722] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.787953] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.788131] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.788349] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.788461] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.788564] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.788664] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.788764] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.788860] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.788982] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.808613] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.808613] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.808613] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.808613] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.808613] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.808613] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.808613] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.808982] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.808982] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66396c6-41a2-4d48-aeec-988aa1f7f9bd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.896544] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.896753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.896815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.896984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.897139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.897610] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.897610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.897610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.897610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.898977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.898977] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e already deleted. [ 659.898977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.223826] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75d051af-d1f3-4fc4-b760-d94ad4ca0469: rpc.has_security_group_logging(os_id): False [ 660.246597] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.247103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.247103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.247250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.247330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.247537] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.247639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.247699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.247861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.247950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.250557] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.252134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.252134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.252134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.252134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.252134] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.252134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.252134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.252134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.252134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.252134] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be updated. [ 660.311172] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.311542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.311738] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.312111] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.312336] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.312518] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port d66396c6-41a2-4d48-aeec-988aa1f7f9bd not found, creating... [ 660.312874] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.313122] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.313281] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.313563] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.313974] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.314185] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.314408] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.314568] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.314847] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.315016] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.315203] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: d66396c6-41a2-4d48-aeec-988aa1f7f9bd is going to be created. [ 660.330046] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.330046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.330046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.330046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.331209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.353336] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 660.353932] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.355055] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.355055] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.355055] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.355055] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.355055] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.535726] env[65043]: INFO networking_nsxv3.common.synchronization [None req-82e007ef-dec4-44db-bff2-b56e0bdd0e20 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_rules [ 660.535946] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_rules [ 660.536598] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.536598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.536598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.536817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.536817] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.690260] env[65043]: INFO networking_nsxv3.common.synchronization [None req-a72eec9d-d94d-43e2-9921-79f936875bc5 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_rules [ 660.690871] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_rules [ 660.691190] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.691355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.974862] env[65043]: INFO networking_nsxv3.common.synchronization [None req-d8a9f74d-86b0-42f1-9847-ca1aa8b82a8d None None] Enqueued Resource ID: f848151b-2b1b-4a62-ae42-150ec4be8ffd with Priority: HIGHEST for action port [ 660.976348] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f848151b-2b1b-4a62-ae42-150ec4be8ffd with Priority: HIGHEST for action port [ 660.976890] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f848151b-2b1b-4a62-ae42-150ec4be8ffd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.977367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f848151b-2b1b-4a62-ae42-150ec4be8ffd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.977538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f848151b-2b1b-4a62-ae42-150ec4be8ffd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.978521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f848151b-2b1b-4a62-ae42-150ec4be8ffd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.978808] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f848151b-2b1b-4a62-ae42-150ec4be8ffd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.065589] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.065589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.065589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.065589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.065589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.065589] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 already deleted. [ 661.065589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.065589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.065589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.065589] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.101737] env[65043]: INFO networking_nsxv3.common.synchronization [req-49b99df4-7c96-4204-aadf-edf1a85b1ebe req-7b20ced2-fbab-4072-8e0e-cf5cb6be6486 service nova] Enqueued Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGHEST for action security_group_rules [ 661.101843] env[65043]: INFO networking_nsxv3.common.synchronization [req-49b99df4-7c96-4204-aadf-edf1a85b1ebe req-7b20ced2-fbab-4072-8e0e-cf5cb6be6486 service nova] Enqueued Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGHEST for action security_group_members [ 661.101981] env[65043]: INFO networking_nsxv3.common.synchronization [req-49b99df4-7c96-4204-aadf-edf1a85b1ebe req-7b20ced2-fbab-4072-8e0e-cf5cb6be6486 service nova] Enqueued Resource ID: d66396c6-41a2-4d48-aeec-988aa1f7f9bd with Priority: HIGHEST for action port [ 661.102510] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGHEST for action security_group_rules [ 661.102695] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGHEST for action security_group_members [ 661.103026] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66396c6-41a2-4d48-aeec-988aa1f7f9bd with Priority: HIGHEST for action port [ 661.103270] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.103465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.103553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.103791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.103873] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d3e87a-3c42-42e7-b682-d2b2673d238e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.104755] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d3e87a-3c42-42e7-b682-d2b2673d238e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.104868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.104960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.105124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.105294] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.105413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.105477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.105636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.105720] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.105824] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d3e87a-3c42-42e7-b682-d2b2673d238e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.106651] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.106795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.106902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.107128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.107253] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66396c6-41a2-4d48-aeec-988aa1f7f9bd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.222943] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 in Status: IN_PROGRESS for 4s [ 661.268257] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 661.268257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.268257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.268257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.268257] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.268257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.268257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.268257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.268257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.268257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.268257] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.380228] env[65043]: INFO networking_nsxv3.common.synchronization [None req-3c01042a-636f-46d9-92bb-9808e2d44cf0 None None] Enqueued Resource ID: 309814fe-738c-4a11-8b5d-0bcbde689841 with Priority: HIGHEST for action port [ 661.380777] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309814fe-738c-4a11-8b5d-0bcbde689841 with Priority: HIGHEST for action port [ 661.381351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-309814fe-738c-4a11-8b5d-0bcbde689841 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.381464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-309814fe-738c-4a11-8b5d-0bcbde689841" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.381551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-309814fe-738c-4a11-8b5d-0bcbde689841" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.381821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-309814fe-738c-4a11-8b5d-0bcbde689841" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.381945] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309814fe-738c-4a11-8b5d-0bcbde689841',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.482991] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f848151b-2b1b-4a62-ae42-150ec4be8ffd [ 661.483286] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.483387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.483427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.483685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.483778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.483882] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f848151b-2b1b-4a62-ae42-150ec4be8ffd already deleted. [ 661.483965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f848151b-2b1b-4a62-ae42-150ec4be8ffd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.593395] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.593644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.593726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.593944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.594052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.594157] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 already deleted. [ 661.594243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.610431] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d3e87a-3c42-42e7-b682-d2b2673d238e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.610431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.610431] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1d3e87a-3c42-42e7-b682-d2b2673d238e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.611647] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d66396c6-41a2-4d48-aeec-988aa1f7f9bd with status ACTIVE [ 661.611861] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.611983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.612063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.614797] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.614797] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.614797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.614797] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d66396c6-41a2-4d48-aeec-988aa1f7f9bd is going to be updated. [ 661.637375] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.637529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.637602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.639476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.639476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.639476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d66396c6-41a2-4d48-aeec-988aa1f7f9bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.772376] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.772627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.772823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.774095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.774436] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.774550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.774647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.774952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.775354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.777310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.777310] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.777310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.777310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.777712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.777837] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.777983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.779728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.779900] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.780065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.780218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.780419] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.884794] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 309814fe-738c-4a11-8b5d-0bcbde689841 [ 661.884794] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.884794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.884794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.884794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.884794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.884794] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:309814fe-738c-4a11-8b5d-0bcbde689841 already deleted. [ 661.884794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-309814fe-738c-4a11-8b5d-0bcbde689841" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.915549] env[65043]: INFO networking_nsxv3.common.synchronization [req-74ae5460-66d2-4cbf-8b1a-a64dce85e665 req-72cf774f-cbe4-4904-bb56-8fbdd3debf58 tempest-ServerPasswordTestJSON-287086987 tempest-ServerPasswordTestJSON-287086987-project-member] Enqueued Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGHEST for action security_group_members [ 661.916126] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGHEST for action security_group_members [ 661.916510] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ac995ca-db7a-471c-a258-be2d20596e8c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.916633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.916701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.917115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.917230] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.917453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.917453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.917554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.917629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.917720] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ac995ca-db7a-471c-a258-be2d20596e8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.117299] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1d3e87a-3c42-42e7-b682-d2b2673d238e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.287095] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59255b2-a2ea-429e-8559-1954e4acd571: rpc.has_security_group_logging(os_id): False [ 662.307743] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.308046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.308259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.308926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.308926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.308926] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.309283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.309283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.309880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.309880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.309880] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.310447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.310539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.310708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.310782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.310978] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.311099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.311158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.312061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.312061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.312061] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 662.370576] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 662.370814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.375044] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.375254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.375254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.375474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.375670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.393633] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 662.419861] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.420020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.420239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.420302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.420420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.420690] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.420832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.420832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.420984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.420984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.421162] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ac995ca-db7a-471c-a258-be2d20596e8c already deleted. [ 662.421162] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.469344] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.469649] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-330" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.469649] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-330" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.470026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-330" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.470329] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.470511] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.470626] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.470960] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.472232] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.473037] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.473229] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.473371] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.473504] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.473791] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.473850] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.474052] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.502376] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.502643] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.502713] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.502906] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-330" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.503267] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-cc87dcea-38c9-4a48-ba4c-da136a481c0f taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.503452] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-cc87dcea-38c9-4a48-ba4c-da136a481c0f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.503574] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-cc87dcea-38c9-4a48-ba4c-da136a481c0f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.503934] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-cc87dcea-38c9-4a48-ba4c-da136a481c0f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.504352] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc87dcea-38c9-4a48-ba4c-da136a481c0f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.620666] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.621049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.621049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.621302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.621481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.621632] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e is going to be created. [ 662.650688] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.650953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.650953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.651152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.651404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.663409] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e in Status: UNINITIALIZED for 2s [ 663.007250] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.008041] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.008041] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.008686] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.008686] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.008686] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port cc87dcea-38c9-4a48-ba4c-da136a481c0f not found, creating... [ 663.008844] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.009030] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.011371] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.011371] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.011371] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.011371] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.011371] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.011371] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.011371] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.011371] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.011371] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: cc87dcea-38c9-4a48-ba4c-da136a481c0f is going to be created. [ 663.047935] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.048282] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.048403] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.048659] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.048898] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.049259] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-cc87dcea-38c9-4a48-ba4c-da136a481c0f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.234014] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 in Status: SUCCESS [ 663.234343] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 deletion is rescheduled due to dependency. [ 663.234484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.778577] env[65043]: INFO networking_nsxv3.common.synchronization [req-74ae5460-66d2-4cbf-8b1a-a64dce85e665 req-8757ba7d-e1ff-4130-b186-aecc32e76a6a service nova] Enqueued Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGHEST for action security_group_rules [ 663.778577] env[65043]: INFO networking_nsxv3.common.synchronization [req-74ae5460-66d2-4cbf-8b1a-a64dce85e665 req-8757ba7d-e1ff-4130-b186-aecc32e76a6a service nova] Enqueued Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGHEST for action security_group_members [ 663.778718] env[65043]: INFO networking_nsxv3.common.synchronization [req-74ae5460-66d2-4cbf-8b1a-a64dce85e665 req-8757ba7d-e1ff-4130-b186-aecc32e76a6a service nova] Enqueued Resource ID: cc87dcea-38c9-4a48-ba4c-da136a481c0f with Priority: HIGHEST for action port [ 663.782086] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGHEST for action security_group_rules [ 663.782086] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGHEST for action security_group_members [ 663.782086] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc87dcea-38c9-4a48-ba4c-da136a481c0f with Priority: HIGHEST for action port [ 663.782086] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ac995ca-db7a-471c-a258-be2d20596e8c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.782086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.782086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.782086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.782086] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ac995ca-db7a-471c-a258-be2d20596e8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.782534] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ac995ca-db7a-471c-a258-be2d20596e8c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.782534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.782679] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.782851] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.783011] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.783318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.783318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.783318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.783457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.783564] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ac995ca-db7a-471c-a258-be2d20596e8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.786969] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc87dcea-38c9-4a48-ba4c-da136a481c0f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.787100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc87dcea-38c9-4a48-ba4c-da136a481c0f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.787146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc87dcea-38c9-4a48-ba4c-da136a481c0f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.787323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc87dcea-38c9-4a48-ba4c-da136a481c0f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.787391] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc87dcea-38c9-4a48-ba4c-da136a481c0f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.289518] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ac995ca-db7a-471c-a258-be2d20596e8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.293549] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ac995ca-db7a-471c-a258-be2d20596e8c taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.293549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.293549] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc87dcea-38c9-4a48-ba4c-da136a481c0f with status ACTIVE [ 664.293549] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.293549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.293549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.293549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.293549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.293549] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.293549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.293549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.293549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.293549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.293549] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.294356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.294356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.294356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.294356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.294562] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc87dcea-38c9-4a48-ba4c-da136a481c0f is going to be updated. [ 664.326977] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.326977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.326977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.326977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.327290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.327330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc87dcea-38c9-4a48-ba4c-da136a481c0f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.412149] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 664.412283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.677221] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e in Status: SUCCESS [ 664.677221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.677221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.677221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.677221] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.677221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.677221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.677221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.677221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.677914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.680131] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1d3e87a-3c42-42e7-b682-d2b2673d238e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.798096] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ac995ca-db7a-471c-a258-be2d20596e8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.184971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d3e87a-3c42-42e7-b682-d2b2673d238e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.184971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.184971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d3e87a-3c42-42e7-b682-d2b2673d238e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.184971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.184971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.185746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.185746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.185746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.185746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.185746] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1d3e87a-3c42-42e7-b682-d2b2673d238e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.301454] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.301454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.301454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.301454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.301903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.301903] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ac995ca-db7a-471c-a258-be2d20596e8c is going to be created. [ 665.334882] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.335049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.335184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.335448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.335578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.350618] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ac995ca-db7a-471c-a258-be2d20596e8c in Status: UNINITIALIZED for 2s [ 665.687309] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1d3e87a-3c42-42e7-b682-d2b2673d238e: rpc.has_security_group_logging(os_id): False [ 665.707568] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.707705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.707769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.708019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.708112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.708346] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.708445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.708507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.708725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.708764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.708912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.709011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.709091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.709296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.709404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.709596] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.709716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.709784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.709937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.710057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.710148] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e is going to be created. [ 665.779153] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.779307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.779393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.779634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.779821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.797496] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e in Status: IN_PROGRESS for 2s [ 667.369070] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ac995ca-db7a-471c-a258-be2d20596e8c in Status: SUCCESS [ 667.369070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.369070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.369070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.369070] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.369070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.369070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.369070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.369070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.369070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.369070] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ac995ca-db7a-471c-a258-be2d20596e8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.705440] env[65043]: INFO networking_nsxv3.common.synchronization [req-e701ac20-83ae-4ee4-bf10-b066cdb0a420 req-3d677d8a-1b8f-43b5-b632-e4436603cca9 tempest-ListServersNegativeTestJSON-2135403749 tempest-ListServersNegativeTestJSON-2135403749-project-member] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 667.706438] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 667.706438] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.706711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.706711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.706711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.706891] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.706993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.707973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.707973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.707973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.707973] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.809231] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e in Status: SUCCESS [ 667.809366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.874695] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ac995ca-db7a-471c-a258-be2d20596e8c taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.874855] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.874916] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.875163] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.875328] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.876566] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ac995ca-db7a-471c-a258-be2d20596e8c taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.876566] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.876566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.877566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.877566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.877566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.877566] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ac995ca-db7a-471c-a258-be2d20596e8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.213228] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.384512] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ac995ca-db7a-471c-a258-be2d20596e8c: rpc.has_security_group_logging(os_id): False [ 668.404551] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.404705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.404858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.405392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.405512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.405759] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.405922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.405981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.406151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.406223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.406408] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.406578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.406578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.406698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.406768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.406953] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.407169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.407169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.409693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.409693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.409693] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ac995ca-db7a-471c-a258-be2d20596e8c is going to be created. [ 668.468150] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.468235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.468274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.468739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.468739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.482593] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ac995ca-db7a-471c-a258-be2d20596e8c in Status: IN_PROGRESS for 2s [ 668.725124] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.035707] env[65043]: INFO networking_nsxv3.common.synchronization [req-a2195e0c-ee62-4929-8f49-5d5ba338073d req-0f0943e3-fb21-4325-b2e9-c9a6cc099638 tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 669.036339] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 669.036705] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.036835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.036914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.038153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.039149] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.039290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.039362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.039564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.039657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.039754] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.226708] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.226874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.226943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.229454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.229454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.229454] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be updated. [ 669.378053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.378427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.378549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.378832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.379039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.393744] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 669.546709] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.546709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.546709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.546709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.546709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.546709] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.546709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.546709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.546709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.546709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.546709] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d already deleted. [ 669.546709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.500550] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ac995ca-db7a-471c-a258-be2d20596e8c in Status: SUCCESS [ 670.502437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.841165] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.841618] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.841794] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.842317] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.842779] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.842951] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.843081] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.843318] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.843459] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.843711] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.843823] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.843930] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.844046] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.844146] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.844245] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.844371] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.866939] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.866939] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.866939] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.867430] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.867430] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-64d5783b-8619-4128-8f04-0afa17bddcd7 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.867875] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-64d5783b-8619-4128-8f04-0afa17bddcd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.867875] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-64d5783b-8619-4128-8f04-0afa17bddcd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.867994] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-64d5783b-8619-4128-8f04-0afa17bddcd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.868320] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d5783b-8619-4128-8f04-0afa17bddcd7',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.371426] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.371656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.371777] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.372065] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.372256] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.372385] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 64d5783b-8619-4128-8f04-0afa17bddcd7 not found, creating... [ 671.372645] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.372799] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.372913] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.373157] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.373362] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.373650] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.373793] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.373904] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.374119] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.374236] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.374404] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 64d5783b-8619-4128-8f04-0afa17bddcd7 is going to be created. [ 671.377556] env[65043]: INFO networking_nsxv3.common.synchronization [None req-a52723da-e46b-44cf-bf96-84d0c152b9f4 None None] Enqueued Resource ID: 9dda3e74-3e5d-44f6-b9b7-d274e611e5b5 with Priority: HIGHEST for action port [ 671.377967] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dda3e74-3e5d-44f6-b9b7-d274e611e5b5 with Priority: HIGHEST for action port [ 671.378612] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dda3e74-3e5d-44f6-b9b7-d274e611e5b5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.379431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dda3e74-3e5d-44f6-b9b7-d274e611e5b5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.379431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dda3e74-3e5d-44f6-b9b7-d274e611e5b5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.379431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dda3e74-3e5d-44f6-b9b7-d274e611e5b5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.379431] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dda3e74-3e5d-44f6-b9b7-d274e611e5b5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.397667] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.397959] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.398120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.398377] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.398593] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.398797] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-64d5783b-8619-4128-8f04-0afa17bddcd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.404696] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 671.405297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.957678] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dda3e74-3e5d-44f6-b9b7-d274e611e5b5 [ 671.957678] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.957678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.957678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.957678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.957678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.957678] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dda3e74-3e5d-44f6-b9b7-d274e611e5b5 already deleted. [ 671.957678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dda3e74-3e5d-44f6-b9b7-d274e611e5b5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.229036] env[65043]: INFO networking_nsxv3.common.synchronization [req-a2195e0c-ee62-4929-8f49-5d5ba338073d req-45035796-1c79-4485-9100-ec0fc2bf23f3 service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 672.229036] env[65043]: INFO networking_nsxv3.common.synchronization [req-a2195e0c-ee62-4929-8f49-5d5ba338073d req-45035796-1c79-4485-9100-ec0fc2bf23f3 service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 672.229036] env[65043]: INFO networking_nsxv3.common.synchronization [req-a2195e0c-ee62-4929-8f49-5d5ba338073d req-45035796-1c79-4485-9100-ec0fc2bf23f3 service nova] Enqueued Resource ID: 64d5783b-8619-4128-8f04-0afa17bddcd7 with Priority: HIGHEST for action port [ 672.229430] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 672.229570] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 672.229668] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d5783b-8619-4128-8f04-0afa17bddcd7 with Priority: HIGHEST for action port [ 672.229935] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.230090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.230198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.230418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.230516] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.232187] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.232258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.232904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.232904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.232904] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.233218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.233324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.233461] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.234684] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-64d5783b-8619-4128-8f04-0afa17bddcd7 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.234684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64d5783b-8619-4128-8f04-0afa17bddcd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.234684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64d5783b-8619-4128-8f04-0afa17bddcd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.234684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64d5783b-8619-4128-8f04-0afa17bddcd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.235293] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d5783b-8619-4128-8f04-0afa17bddcd7',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.535969] env[65043]: INFO networking_nsxv3.common.synchronization [req-c2481cdb-472a-4338-a60b-9e53b6a877ea req-4baad1ce-5261-4f8b-a472-6e4997a7cdce tempest-FloatingIPsAssociationNegativeTestJSON-1001679470 tempest-FloatingIPsAssociationNegativeTestJSON-1001679470-project-member] Enqueued Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGHEST for action security_group_members [ 672.537097] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGHEST for action security_group_members [ 672.539368] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecd5ac9e-7d78-4293-954b-7a728d0b743d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.540172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.540172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.540172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.540172] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.540172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.540172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.541316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.541316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.541316] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecd5ac9e-7d78-4293-954b-7a728d0b743d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.736666] env[65043]: INFO networking_nsxv3.common.synchronization [None req-40062a90-d400-4a4a-aa19-fa1fcac7606b None None] Enqueued Resource ID: 0ab417c3-1832-46b3-83ef-6f29657dc784 with Priority: HIGHEST for action port [ 672.737132] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.737260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.740136] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.740932] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64d5783b-8619-4128-8f04-0afa17bddcd7 with status ACTIVE [ 672.741140] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.741274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.741354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.741645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.741686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.741918] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.742024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.742024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.743309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.743309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.743309] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.743309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.743309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.746442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.746442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.746442] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64d5783b-8619-4128-8f04-0afa17bddcd7 is going to be updated. [ 672.748603] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab417c3-1832-46b3-83ef-6f29657dc784 with Priority: HIGHEST for action port [ 672.749634] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ab417c3-1832-46b3-83ef-6f29657dc784 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.750848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ab417c3-1832-46b3-83ef-6f29657dc784" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.750945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ab417c3-1832-46b3-83ef-6f29657dc784" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.751318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ab417c3-1832-46b3-83ef-6f29657dc784" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.751408] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab417c3-1832-46b3-83ef-6f29657dc784',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.780323] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.780323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.780323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.780323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.780323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.780323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64d5783b-8619-4128-8f04-0afa17bddcd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.043114] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.043516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.043516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.044015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.044015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.044015] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.044341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.044341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.044341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.044580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.044580] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d is going to be updated. [ 673.076908] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.077081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.077150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.077354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.077499] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.089102] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d in Status: IN_PROGRESS for 2s [ 673.249756] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.253749] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ab417c3-1832-46b3-83ef-6f29657dc784 [ 673.253981] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.254856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.254856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.254856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.254856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.254856] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ab417c3-1832-46b3-83ef-6f29657dc784 already deleted. [ 673.254856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ab417c3-1832-46b3-83ef-6f29657dc784" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.752785] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.753537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.753669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.754252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.754252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.754252] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be created. [ 673.783200] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.783200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.783200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.783444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.783645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.797444] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: UNINITIALIZED for 2s [ 674.297204] env[65043]: INFO networking_nsxv3.common.synchronization [None req-dfca32e8-8abf-4e5b-a1ee-c8f6ea48c5dd None None] Enqueued Resource ID: e7980d02-cf28-499e-862f-7fbeee71c2d0 with Priority: HIGHEST for action port [ 674.297204] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7980d02-cf28-499e-862f-7fbeee71c2d0 with Priority: HIGHEST for action port [ 674.297204] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7980d02-cf28-499e-862f-7fbeee71c2d0 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.297204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7980d02-cf28-499e-862f-7fbeee71c2d0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.297204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7980d02-cf28-499e-862f-7fbeee71c2d0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.298544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7980d02-cf28-499e-862f-7fbeee71c2d0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.298544] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7980d02-cf28-499e-862f-7fbeee71c2d0',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.433033] env[65043]: INFO networking_nsxv3.common.synchronization [None req-802b4a97-b139-4839-8fc0-36ae6ed47a15 None None] Enqueued Resource ID: 2dd1e70e-4994-4b20-8b04-7f4dcde2c661 with Priority: HIGHEST for action port [ 674.433285] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd1e70e-4994-4b20-8b04-7f4dcde2c661 with Priority: HIGHEST for action port [ 674.433684] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd1e70e-4994-4b20-8b04-7f4dcde2c661 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.433811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd1e70e-4994-4b20-8b04-7f4dcde2c661" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.434080] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd1e70e-4994-4b20-8b04-7f4dcde2c661" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.434164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd1e70e-4994-4b20-8b04-7f4dcde2c661" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.434263] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd1e70e-4994-4b20-8b04-7f4dcde2c661',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.802993] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7980d02-cf28-499e-862f-7fbeee71c2d0 [ 674.802993] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.802993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.802993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.802993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.802993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.802993] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7980d02-cf28-499e-862f-7fbeee71c2d0 already deleted. [ 674.802993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7980d02-cf28-499e-862f-7fbeee71c2d0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.939148] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dd1e70e-4994-4b20-8b04-7f4dcde2c661 [ 674.939148] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.939148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.939148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.939148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.939148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.939148] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dd1e70e-4994-4b20-8b04-7f4dcde2c661 already deleted. [ 674.939148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd1e70e-4994-4b20-8b04-7f4dcde2c661" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.102787] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d in Status: SUCCESS [ 675.102787] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d deletion is rescheduled due to dependency. [ 675.103672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.810262] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 675.810262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.812416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.812416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.812416] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.812416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.812416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.812416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.812416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.812416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.812416] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.840459] env[65043]: INFO networking_nsxv3.common.synchronization [req-280423c9-ca82-4e23-bd5d-e6d5f453e6d1 req-7cbaa657-c56b-4a91-8249-6ac080698d90 tempest-InstanceActionsTestJSON-1084815974 tempest-InstanceActionsTestJSON-1084815974-project-member] Enqueued Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGHEST for action security_group_members [ 675.841049] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGHEST for action security_group_members [ 675.841538] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.841717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.841717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.842319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.845184] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.845184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.845184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.845184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.845184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.845184] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d4db4fc-d8ab-48f7-86d8-3dd43db4716d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.315133] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.315383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.315491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.316383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.317058] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.317058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.317058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.317508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.317508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.317608] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.317956] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.318432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.318432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.319973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.319973] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.319973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.319973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.319973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.319973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.319973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.319973] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.355110] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.355110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.355110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.355110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.355110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.355110] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.355110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.355110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.355110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.355110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.355110] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d already deleted. [ 676.355110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.495835] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.496043] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-550" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.497081] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-550" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.497081] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-550" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.497081] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.497081] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.499761] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.499761] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.499761] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.499761] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.499761] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.499761] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.501445] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.501701] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.501794] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.502658] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.524167] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.524425] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.524918] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.525139] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-550" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.525541] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.525766] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.525846] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.526633] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.526633] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee76ca4f-6a89-4655-8bc7-73f8dd8e7289',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.573506] env[65043]: INFO networking_nsxv3.common.synchronization [None req-549d497e-b0ad-4035-81f0-8e917623809a None None] Enqueued Resource ID: 656713b0-fd14-4b70-8cc4-3f56730dded4 with Priority: HIGHEST for action port [ 676.574504] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656713b0-fd14-4b70-8cc4-3f56730dded4 with Priority: HIGHEST for action port [ 676.574635] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-656713b0-fd14-4b70-8cc4-3f56730dded4 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.574710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656713b0-fd14-4b70-8cc4-3f56730dded4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.575248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656713b0-fd14-4b70-8cc4-3f56730dded4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.575248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656713b0-fd14-4b70-8cc4-3f56730dded4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.575248] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656713b0-fd14-4b70-8cc4-3f56730dded4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.821840] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d: rpc.has_security_group_logging(os_id): False [ 676.847786] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.847946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.848030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.848267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.848375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.848599] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.848756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.848756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.848979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.849235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.849502] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.849582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.849653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.849814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.849893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.850359] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.852434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.853347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.853534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.853625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.853721] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be created. [ 676.917425] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.917617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.917674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.917963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.920765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.933290] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 677.031765] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.032182] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.032383] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.032593] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.032723] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.032902] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port ee76ca4f-6a89-4655-8bc7-73f8dd8e7289 not found, creating... [ 677.033334] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.033334] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.033495] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.033681] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.033932] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.035986] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.035986] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.037844] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.037844] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.037844] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.037844] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: ee76ca4f-6a89-4655-8bc7-73f8dd8e7289 is going to be created. [ 677.074029] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.074029] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.074029] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.074029] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.074029] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.074029] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.081059] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 656713b0-fd14-4b70-8cc4-3f56730dded4 [ 677.081059] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.081059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.081059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.081558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.081558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.081558] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:656713b0-fd14-4b70-8cc4-3f56730dded4 already deleted. [ 677.081558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656713b0-fd14-4b70-8cc4-3f56730dded4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.772932] env[65043]: INFO networking_nsxv3.common.synchronization [req-280423c9-ca82-4e23-bd5d-e6d5f453e6d1 req-e98afb6c-410b-45cf-9ee4-216cd4833b01 service nova] Enqueued Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGHEST for action security_group_rules [ 677.772932] env[65043]: INFO networking_nsxv3.common.synchronization [req-280423c9-ca82-4e23-bd5d-e6d5f453e6d1 req-e98afb6c-410b-45cf-9ee4-216cd4833b01 service nova] Enqueued Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGHEST for action security_group_members [ 677.772932] env[65043]: INFO networking_nsxv3.common.synchronization [req-280423c9-ca82-4e23-bd5d-e6d5f453e6d1 req-e98afb6c-410b-45cf-9ee4-216cd4833b01 service nova] Enqueued Resource ID: ee76ca4f-6a89-4655-8bc7-73f8dd8e7289 with Priority: HIGHEST for action port [ 677.774054] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGHEST for action security_group_rules [ 677.774054] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGHEST for action security_group_members [ 677.774054] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee76ca4f-6a89-4655-8bc7-73f8dd8e7289 with Priority: HIGHEST for action port [ 677.774263] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.774365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.774365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.775815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.775815] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d4db4fc-d8ab-48f7-86d8-3dd43db4716d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.776198] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.776198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.777297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.777297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.777297] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.777297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.777297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.777297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.777297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.777297] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d4db4fc-d8ab-48f7-86d8-3dd43db4716d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.778082] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.783636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.783636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.783636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.783636] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee76ca4f-6a89-4655-8bc7-73f8dd8e7289',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.285879] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.286238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.286238] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d4db4fc-d8ab-48f7-86d8-3dd43db4716d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.287062] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee76ca4f-6a89-4655-8bc7-73f8dd8e7289 with status ACTIVE [ 678.287318] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.287399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.287461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.287695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.287872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.288026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.288169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.288219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.288481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.288593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.288769] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.288873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.288932] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.294353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.294353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.294353] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee76ca4f-6a89-4655-8bc7-73f8dd8e7289 is going to be updated. [ 678.314387] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.314387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.314387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.314671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.314710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.315822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee76ca4f-6a89-4655-8bc7-73f8dd8e7289" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.380159] env[65043]: INFO networking_nsxv3.common.synchronization [None req-631fcefe-3a05-4d0a-94a0-de9860388214 tempest-ServersTestManualDisk-780329872 tempest-ServersTestManualDisk-780329872-project-member] Enqueued Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_rules [ 678.380437] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_rules [ 678.380759] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.380914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.380960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.381228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.381367] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.795845] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d4db4fc-d8ab-48f7-86d8-3dd43db4716d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.904717] env[65043]: INFO networking_nsxv3.common.synchronization [None req-3000fbe2-b411-4f9f-bad8-de03efab4fbe tempest-ServersTestManualDisk-780329872 tempest-ServersTestManualDisk-780329872-project-member] Enqueued Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_rules [ 678.906477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.906875] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.907305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.907305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.907501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.907501] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda already deleted. [ 678.907604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.908082] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_rules [ 678.908431] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.908671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.908671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.908820] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.912062] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.096840] env[65043]: INFO networking_nsxv3.common.synchronization [None req-546b78e9-838b-4f24-ba07-d6e65bd6b3fa None None] Enqueued Resource ID: 3543b00f-1d0b-4f27-9dab-2b60f2db2496 with Priority: HIGHEST for action port [ 679.098274] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3543b00f-1d0b-4f27-9dab-2b60f2db2496 with Priority: HIGHEST for action port [ 679.098356] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-3543b00f-1d0b-4f27-9dab-2b60f2db2496 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.098634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3543b00f-1d0b-4f27-9dab-2b60f2db2496" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.098634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3543b00f-1d0b-4f27-9dab-2b60f2db2496" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.099027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3543b00f-1d0b-4f27-9dab-2b60f2db2496" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.099027] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3543b00f-1d0b-4f27-9dab-2b60f2db2496',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.110537] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 679.110537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.297800] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.298137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.298137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.298214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.298289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.298391] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d is going to be created. [ 679.325227] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.325386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.325473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.325667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.325826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.337607] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d in Status: UNINITIALIZED for 2s [ 679.433390] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.433594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.433644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.433886] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.434008] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.434160] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda already deleted. [ 679.434915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.523252] env[65043]: INFO networking_nsxv3.common.synchronization [None req-9be1affc-3f89-4f17-8d35-df781df7ee6b None None] Enqueued Resource ID: 96766ee0-b385-45af-b37b-625ffb25c79d with Priority: HIGHEST for action port [ 679.524163] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96766ee0-b385-45af-b37b-625ffb25c79d with Priority: HIGHEST for action port [ 679.524815] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-96766ee0-b385-45af-b37b-625ffb25c79d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.525305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96766ee0-b385-45af-b37b-625ffb25c79d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.525305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96766ee0-b385-45af-b37b-625ffb25c79d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.525305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96766ee0-b385-45af-b37b-625ffb25c79d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.525468] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96766ee0-b385-45af-b37b-625ffb25c79d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.603257] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3543b00f-1d0b-4f27-9dab-2b60f2db2496 [ 679.603847] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.604085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.604213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.605527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.605958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.605958] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3543b00f-1d0b-4f27-9dab-2b60f2db2496 already deleted. [ 679.605958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3543b00f-1d0b-4f27-9dab-2b60f2db2496" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.030161] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96766ee0-b385-45af-b37b-625ffb25c79d [ 680.030468] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.030678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.032079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.032079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.032079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.032079] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96766ee0-b385-45af-b37b-625ffb25c79d already deleted. [ 680.032079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96766ee0-b385-45af-b37b-625ffb25c79d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.350768] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d in Status: SUCCESS [ 681.351083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.351551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.351644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.352085] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.352085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.352085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.352409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.352409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.352479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.353009] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d4db4fc-d8ab-48f7-86d8-3dd43db4716d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.496186] env[65043]: INFO networking_nsxv3.common.synchronization [None req-9495da96-c862-4a5b-9dc3-20ae37eb8fe7 None None] Enqueued Resource ID: b3d21ef0-5889-48bc-b8d6-fd417626eb8d with Priority: HIGHEST for action port [ 681.496186] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d21ef0-5889-48bc-b8d6-fd417626eb8d with Priority: HIGHEST for action port [ 681.497686] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d21ef0-5889-48bc-b8d6-fd417626eb8d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.497686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d21ef0-5889-48bc-b8d6-fd417626eb8d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.497686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d21ef0-5889-48bc-b8d6-fd417626eb8d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.497926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d21ef0-5889-48bc-b8d6-fd417626eb8d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.497969] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d21ef0-5889-48bc-b8d6-fd417626eb8d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.855169] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.855357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.855432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.855677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.855824] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.855956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.855956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.856121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.856209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.856295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.856441] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.856543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.856606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.856723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.856890] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.857018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.857018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.857184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.860349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.860474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.860558] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d4db4fc-d8ab-48f7-86d8-3dd43db4716d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.004515] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3d21ef0-5889-48bc-b8d6-fd417626eb8d [ 682.005438] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.005438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.005438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.005438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.005438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.005438] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3d21ef0-5889-48bc-b8d6-fd417626eb8d already deleted. [ 682.006893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d21ef0-5889-48bc-b8d6-fd417626eb8d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.008210] env[65043]: INFO networking_nsxv3.common.synchronization [None req-1aedb71c-6311-4ef3-8309-285c79874f8e None None] Enqueued Resource ID: 92e9f3f7-3624-4881-ad47-34da00edf8ea with Priority: HIGHEST for action port [ 682.008767] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e9f3f7-3624-4881-ad47-34da00edf8ea with Priority: HIGHEST for action port [ 682.009416] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e9f3f7-3624-4881-ad47-34da00edf8ea taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.009618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e9f3f7-3624-4881-ad47-34da00edf8ea" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.009704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e9f3f7-3624-4881-ad47-34da00edf8ea" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.010470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e9f3f7-3624-4881-ad47-34da00edf8ea" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.011426] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e9f3f7-3624-4881-ad47-34da00edf8ea',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.328021] env[65043]: INFO networking_nsxv3.common.synchronization [req-04734e89-efa8-4d5f-ae4f-64a10f056b09 req-76520007-6675-4836-be73-428cc8f36925 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 682.328021] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 682.328021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.328021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.328021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.328021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.328021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.328021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.328021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.328488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.328488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.328630] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.363442] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d: rpc.has_security_group_logging(os_id): False [ 682.385086] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.385546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.385546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.385739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.385800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.386085] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.386197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.386255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.386458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.386562] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.386808] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.386935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.387072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.387212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.387316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.387574] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.387702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.387903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.387964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.388134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.388204] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d is going to be created. [ 682.479813] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.479813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.479813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.479813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.479813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.495407] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d in Status: IN_PROGRESS for 2s [ 682.516986] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e9f3f7-3624-4881-ad47-34da00edf8ea [ 682.516986] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.516986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.516986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.516986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.516986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.516986] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e9f3f7-3624-4881-ad47-34da00edf8ea already deleted. [ 682.516986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e9f3f7-3624-4881-ad47-34da00edf8ea" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.837231] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.837231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.837231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.837231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.837231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.837231] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.837231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.837231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.837231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.837231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.837231] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 already deleted. [ 682.837231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.112252] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.112437] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.112581] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.112881] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.113226] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.113422] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.113498] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.113714] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.113853] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.114072] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.114176] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.114318] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.114377] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.114470] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.114600] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.114686] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.142576] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.142771] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.142923] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.143133] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.143550] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-0ce295f1-dbaf-479e-8063-d9e0e1290f98 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.143781] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-0ce295f1-dbaf-479e-8063-d9e0e1290f98" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.143911] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-0ce295f1-dbaf-479e-8063-d9e0e1290f98" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.144242] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-0ce295f1-dbaf-479e-8063-d9e0e1290f98" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.144377] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ce295f1-dbaf-479e-8063-d9e0e1290f98',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.647245] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.647245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.647652] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.647798] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.647984] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.648198] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 0ce295f1-dbaf-479e-8063-d9e0e1290f98 not found, creating... [ 683.648867] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.649044] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.649501] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.649948] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.650060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.650431] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.650657] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.651167] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.651517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.651688] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.651858] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 0ce295f1-dbaf-479e-8063-d9e0e1290f98 is going to be created. [ 683.676435] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.676666] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.676786] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.677157] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.677424] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.677598] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-0ce295f1-dbaf-479e-8063-d9e0e1290f98" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.787290] env[65043]: INFO networking_nsxv3.common.synchronization [None req-3f0eab57-2431-41b3-97f0-7f30b09a49b4 None None] Enqueued Resource ID: 9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c with Priority: HIGHEST for action port [ 683.787290] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c with Priority: HIGHEST for action port [ 683.789632] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.789632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.789632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.789632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.789632] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.008053] env[65043]: INFO networking_nsxv3.common.synchronization [None req-acd8cc35-46a4-425a-bb4b-e5f826e30d2e None None] Enqueued Resource ID: 9f5aeea3-e3ec-43de-b346-6451de03db8c with Priority: HIGHEST for action port [ 684.008114] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f5aeea3-e3ec-43de-b346-6451de03db8c with Priority: HIGHEST for action port [ 684.010027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f5aeea3-e3ec-43de-b346-6451de03db8c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.010027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f5aeea3-e3ec-43de-b346-6451de03db8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.010027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f5aeea3-e3ec-43de-b346-6451de03db8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.012554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f5aeea3-e3ec-43de-b346-6451de03db8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.012554] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f5aeea3-e3ec-43de-b346-6451de03db8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.291198] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c [ 684.291880] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.291880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.292115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.292379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.292515] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.292646] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c already deleted. [ 684.292741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dce3c8b-5d2d-4c5d-b306-f1ea8d2cb72c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.424732] env[65043]: INFO networking_nsxv3.common.synchronization [req-04734e89-efa8-4d5f-ae4f-64a10f056b09 req-c0ee82e8-3d8d-40c4-9703-d4af96bb3241 service nova] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_rules [ 684.424732] env[65043]: INFO networking_nsxv3.common.synchronization [req-04734e89-efa8-4d5f-ae4f-64a10f056b09 req-c0ee82e8-3d8d-40c4-9703-d4af96bb3241 service nova] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 684.424732] env[65043]: INFO networking_nsxv3.common.synchronization [req-04734e89-efa8-4d5f-ae4f-64a10f056b09 req-c0ee82e8-3d8d-40c4-9703-d4af96bb3241 service nova] Enqueued Resource ID: 0ce295f1-dbaf-479e-8063-d9e0e1290f98 with Priority: HIGHEST for action port [ 684.424732] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_rules [ 684.425245] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 684.425245] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce295f1-dbaf-479e-8063-d9e0e1290f98 with Priority: HIGHEST for action port [ 684.425388] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.425494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.425559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.426048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.426048] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.427529] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.427692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.427813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.428107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.428336] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.428500] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.428602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.431895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.431895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.431895] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.431895] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ce295f1-dbaf-479e-8063-d9e0e1290f98 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.431895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ce295f1-dbaf-479e-8063-d9e0e1290f98" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.431895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ce295f1-dbaf-479e-8063-d9e0e1290f98" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.431895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ce295f1-dbaf-479e-8063-d9e0e1290f98" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.432697] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ce295f1-dbaf-479e-8063-d9e0e1290f98',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.512157] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d in Status: SUCCESS [ 684.512535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.515607] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f5aeea3-e3ec-43de-b346-6451de03db8c [ 684.515949] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.516139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.516253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.516583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.516705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.516808] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f5aeea3-e3ec-43de-b346-6451de03db8c already deleted. [ 684.516931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f5aeea3-e3ec-43de-b346-6451de03db8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.936479] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.936795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.936960] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.937913] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ce295f1-dbaf-479e-8063-d9e0e1290f98 with status ACTIVE [ 684.938250] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.938473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.938625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.938941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.939139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.939449] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.941111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.942361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.942590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.942712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.942948] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.946749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.946821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.947016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.947122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.947219] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ce295f1-dbaf-479e-8063-d9e0e1290f98 is going to be updated. [ 684.973564] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.973714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.973784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.974017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.974167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.974325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ce295f1-dbaf-479e-8063-d9e0e1290f98" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.449493] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.954097] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.954482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.954482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.954561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.954596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.954717] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be created. [ 685.987032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.987032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.987032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.987032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.987032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.996066] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: UNINITIALIZED for 2s [ 686.702675] env[65043]: INFO networking_nsxv3.common.synchronization [req-4cb41c7e-c92a-4b45-850e-3b55c00b0b6d req-bc24fdaf-b1a2-4a56-9c6c-2b8fd36d044c tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 686.703648] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 686.704174] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.704308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.704375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.704837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.705276] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.705418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.705481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.705812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.705906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.706228] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.826781] env[65043]: INFO networking_nsxv3.common.synchronization [None req-a7d0da55-f0e4-42a4-8977-eb57bfe22d0f None None] Enqueued Resource ID: b4e7120b-a397-47c6-b9d7-8229c70280b1 with Priority: HIGHEST for action port [ 686.827480] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e7120b-a397-47c6-b9d7-8229c70280b1 with Priority: HIGHEST for action port [ 686.827822] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4e7120b-a397-47c6-b9d7-8229c70280b1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.828029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4e7120b-a397-47c6-b9d7-8229c70280b1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.828475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4e7120b-a397-47c6-b9d7-8229c70280b1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.828824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4e7120b-a397-47c6-b9d7-8229c70280b1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.828824] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e7120b-a397-47c6-b9d7-8229c70280b1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.209631] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.209925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.209925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.210251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.210251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.210389] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.210485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.210694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.210694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.210794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.210832] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 687.289325] env[65043]: INFO networking_nsxv3.common.synchronization [None req-747583a2-7ec4-42c6-88b3-a8f54d8e9786 None None] Enqueued Resource ID: 9974f66b-7a75-4eec-b05f-3f0ba42619aa with Priority: HIGHEST for action port [ 687.289325] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9974f66b-7a75-4eec-b05f-3f0ba42619aa with Priority: HIGHEST for action port [ 687.290663] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9974f66b-7a75-4eec-b05f-3f0ba42619aa taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.290858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9974f66b-7a75-4eec-b05f-3f0ba42619aa" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.290938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9974f66b-7a75-4eec-b05f-3f0ba42619aa" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.291207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9974f66b-7a75-4eec-b05f-3f0ba42619aa" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.291338] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9974f66b-7a75-4eec-b05f-3f0ba42619aa',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.304224] env[65043]: INFO networking_nsxv3.common.synchronization [req-4cb41c7e-c92a-4b45-850e-3b55c00b0b6d req-cd43f976-573c-4374-af5e-03f473b21275 tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 687.304224] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 687.304224] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.304224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.310789] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.310904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.310954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.312397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.312397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.335177] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4e7120b-a397-47c6-b9d7-8229c70280b1 [ 687.335557] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.335794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.336030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.336203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.336341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.336484] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4e7120b-a397-47c6-b9d7-8229c70280b1 already deleted. [ 687.337022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4e7120b-a397-47c6-b9d7-8229c70280b1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.342902] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 687.796212] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9974f66b-7a75-4eec-b05f-3f0ba42619aa [ 687.796212] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.796450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.796450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.796752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.796752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.796752] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9974f66b-7a75-4eec-b05f-3f0ba42619aa already deleted. [ 687.796752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9974f66b-7a75-4eec-b05f-3f0ba42619aa" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.009342] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: SUCCESS [ 688.009568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.009743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.009981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.010208] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.010327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.010396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.010555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.010633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.010722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.010815] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.132349] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.132349] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-368" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.132349] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-368" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.133312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-368" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.133312] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.133900] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.133900] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.134132] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.134397] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.135101] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.135101] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.135101] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.135101] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.135383] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.135441] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.135700] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.160392] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.160900] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.160900] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.161206] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-368" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.161734] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-67953800-8bca-4eb0-84cd-029f72416d04 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.162028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-67953800-8bca-4eb0-84cd-029f72416d04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.162194] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-67953800-8bca-4eb0-84cd-029f72416d04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.163147] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-67953800-8bca-4eb0-84cd-029f72416d04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.163379] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67953800-8bca-4eb0-84cd-029f72416d04',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.516910] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.667614] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.667968] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.667968] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.668264] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.668468] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.668649] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 67953800-8bca-4eb0-84cd-029f72416d04 not found, creating... [ 688.668850] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.668973] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.669124] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.669579] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.669828] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669957] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.670269] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.670269] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.670470] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.670631] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.670766] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 67953800-8bca-4eb0-84cd-029f72416d04 is going to be created. [ 688.694643] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.694863] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.695042] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.695348] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.695616] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.695865] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-67953800-8bca-4eb0-84cd-029f72416d04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.019529] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e8cead5-8205-43df-acb5-c95f9d85e059: rpc.has_security_group_logging(os_id): False [ 689.039481] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.039721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.039721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.039981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.040079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.040353] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.040483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.040551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.040636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.040700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.040826] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be created. [ 689.112785] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.113078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.113078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.113243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.114015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.126538] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: IN_PROGRESS for 2s [ 689.217203] env[65043]: INFO networking_nsxv3.common.synchronization [req-895c8e9e-843c-4a30-92ad-e8bab3daf9c7 req-d089c693-4900-471b-ba3b-b799b88782ba tempest-ServerExternalEventsTest-1873065208 tempest-ServerExternalEventsTest-1873065208-project-member] Enqueued Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGHEST for action security_group_members [ 689.217709] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGHEST for action security_group_members [ 689.218505] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d3e87a-3c42-42e7-b682-d2b2673d238e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.219611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.219611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.219611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.219611] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.219611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.219611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.220132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.220132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.220132] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d3e87a-3c42-42e7-b682-d2b2673d238e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.356843] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 689.356960] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 deletion is rescheduled due to dependency. [ 689.357542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.357542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.357542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.357710] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.357774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.357818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.358674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.358674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.358674] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.446849] env[65043]: INFO networking_nsxv3.common.synchronization [req-4cb41c7e-c92a-4b45-850e-3b55c00b0b6d req-50d377de-b582-4298-ba21-afe230012c25 service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 689.447548] env[65043]: INFO networking_nsxv3.common.synchronization [req-4cb41c7e-c92a-4b45-850e-3b55c00b0b6d req-50d377de-b582-4298-ba21-afe230012c25 service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 689.447548] env[65043]: INFO networking_nsxv3.common.synchronization [req-4cb41c7e-c92a-4b45-850e-3b55c00b0b6d req-50d377de-b582-4298-ba21-afe230012c25 service nova] Enqueued Resource ID: 67953800-8bca-4eb0-84cd-029f72416d04 with Priority: HIGHEST for action port [ 689.447736] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 689.447904] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 689.448019] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67953800-8bca-4eb0-84cd-029f72416d04 with Priority: HIGHEST for action port [ 689.448302] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.448426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.448493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.448698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.448779] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.449812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.449812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.450030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-67953800-8bca-4eb0-84cd-029f72416d04 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.450114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67953800-8bca-4eb0-84cd-029f72416d04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.450175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67953800-8bca-4eb0-84cd-029f72416d04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.450527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67953800-8bca-4eb0-84cd-029f72416d04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.450527] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67953800-8bca-4eb0-84cd-029f72416d04',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.723283] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.723607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.723607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.723721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.723761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.723958] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.724072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.724135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.724286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.724365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.724452] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e is going to be updated. [ 689.757070] env[65043]: INFO networking_nsxv3.common.synchronization [None req-63dd05e3-14b6-44e6-a15e-b4a0830082e8 None None] Enqueued Resource ID: 0db61a7d-8b5b-4b70-a975-270ee8e2d489 with Priority: HIGHEST for action port [ 689.758076] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db61a7d-8b5b-4b70-a975-270ee8e2d489 with Priority: HIGHEST for action port [ 689.758171] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0db61a7d-8b5b-4b70-a975-270ee8e2d489 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.758318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0db61a7d-8b5b-4b70-a975-270ee8e2d489" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.758399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0db61a7d-8b5b-4b70-a975-270ee8e2d489" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.759813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0db61a7d-8b5b-4b70-a975-270ee8e2d489" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.759813] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db61a7d-8b5b-4b70-a975-270ee8e2d489',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.762063] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.762998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.762998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.764222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.764222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.774952] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e in Status: IN_PROGRESS for 2s [ 689.860418] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.954722] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.954722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.954722] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67953800-8bca-4eb0-84cd-029f72416d04 with status ACTIVE [ 689.954722] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.954722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.956021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.956021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.956021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.956021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.956847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.956847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.956847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.956847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.956983] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.957232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.957232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.957599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.957692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.957780] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67953800-8bca-4eb0-84cd-029f72416d04 is going to be updated. [ 689.984150] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.984150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.984150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.984150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.984150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.984150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67953800-8bca-4eb0-84cd-029f72416d04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.266850] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0db61a7d-8b5b-4b70-a975-270ee8e2d489 [ 690.266850] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.266850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.266850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.266850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.266850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.266850] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0db61a7d-8b5b-4b70-a975-270ee8e2d489 already deleted. [ 690.267187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0db61a7d-8b5b-4b70-a975-270ee8e2d489" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.366228] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.405030] env[65043]: INFO networking_nsxv3.common.synchronization [None req-52253781-2e52-44bd-af8f-5653be1babbd tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_rules [ 690.405451] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_rules [ 690.405797] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.405878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.405929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.406753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.406866] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.544907] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.545822] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-315" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.546012] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-315" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.546423] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-315" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.546773] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.546983] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.547138] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.547371] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.547514] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.547790] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.547935] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.548055] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.548159] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.548266] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.548368] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.548498] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.570634] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.570634] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.570634] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.570634] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-315" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.570634] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-326b5bac-74a7-4a88-84dd-8c2a17b896f5 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.570634] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-326b5bac-74a7-4a88-84dd-8c2a17b896f5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.570634] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-326b5bac-74a7-4a88-84dd-8c2a17b896f5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.571118] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-326b5bac-74a7-4a88-84dd-8c2a17b896f5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.571118] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('326b5bac-74a7-4a88-84dd-8c2a17b896f5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.861773] env[65043]: INFO networking_nsxv3.common.synchronization [None req-99b50759-e7c9-4140-9ad6-c795294e172c None None] Enqueued Resource ID: 9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147 with Priority: HIGHEST for action port [ 690.864788] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147 with Priority: HIGHEST for action port [ 690.864788] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.864788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.864788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.864788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.866073] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.868332] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.868332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.868332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.868584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.868627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.868712] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 690.908850] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.909042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.909091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.909768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.912398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.924586] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 690.946348] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.946539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.946539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.946728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.947397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.947397] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 already deleted. [ 690.947397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.074595] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.074848] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.074973] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.075300] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.075492] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.075670] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 326b5bac-74a7-4a88-84dd-8c2a17b896f5 not found, creating... [ 691.075987] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.076195] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.076346] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.076580] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.076713] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.077020] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.077200] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.077365] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.077552] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.077725] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.077879] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 326b5bac-74a7-4a88-84dd-8c2a17b896f5 is going to be created. [ 691.102763] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.103881] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.103881] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.103881] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.103881] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.103881] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-326b5bac-74a7-4a88-84dd-8c2a17b896f5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.157886] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: SUCCESS [ 691.158149] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.368052] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147 [ 691.368357] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.368504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.368577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.368795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.368883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.368976] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147 already deleted. [ 691.369078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f658ee8-abc4-4c6e-8cb7-d3b74b4fe147" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.655734] env[65043]: INFO networking_nsxv3.common.synchronization [None req-2931eaa1-6568-4811-9b8f-4f85bc15fda2 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_rules [ 691.656153] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_rules [ 691.656423] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.656423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.656570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.657550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.657550] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.788354] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e in Status: SUCCESS [ 691.788684] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e deletion is rescheduled due to dependency. [ 691.789112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.867688] env[65043]: INFO networking_nsxv3.common.synchronization [req-4cb41c7e-c92a-4b45-850e-3b55c00b0b6d req-36773a85-e977-4186-a651-1694bc7fa225 service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 691.868153] env[65043]: INFO networking_nsxv3.common.synchronization [req-4cb41c7e-c92a-4b45-850e-3b55c00b0b6d req-36773a85-e977-4186-a651-1694bc7fa225 service nova] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 691.868153] env[65043]: INFO networking_nsxv3.common.synchronization [req-4cb41c7e-c92a-4b45-850e-3b55c00b0b6d req-36773a85-e977-4186-a651-1694bc7fa225 service nova] Enqueued Resource ID: 326b5bac-74a7-4a88-84dd-8c2a17b896f5 with Priority: HIGHEST for action port [ 691.868582] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_rules [ 691.868690] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 691.868790] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326b5bac-74a7-4a88-84dd-8c2a17b896f5 with Priority: HIGHEST for action port [ 691.869539] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.869601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.869815] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.869937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.870209] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-326b5bac-74a7-4a88-84dd-8c2a17b896f5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.870335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-326b5bac-74a7-4a88-84dd-8c2a17b896f5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.870407] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-326b5bac-74a7-4a88-84dd-8c2a17b896f5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.870668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-326b5bac-74a7-4a88-84dd-8c2a17b896f5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.870776] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('326b5bac-74a7-4a88-84dd-8c2a17b896f5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.182262] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.182262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.182262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.182509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.182560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.183181] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 already deleted. [ 692.183181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.373023] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 326b5bac-74a7-4a88-84dd-8c2a17b896f5 with status ACTIVE [ 692.373288] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.373518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.373518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.373740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.373832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.374033] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.374118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.374177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.374366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.374463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.374660] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.374756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.374815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.374958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.375045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.375128] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 326b5bac-74a7-4a88-84dd-8c2a17b896f5 is going to be updated. [ 692.401155] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.401451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.401451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.401626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.401768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.401942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-326b5bac-74a7-4a88-84dd-8c2a17b896f5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.935534] env[65043]: INFO networking_nsxv3.common.synchronization [None req-c6dbaf2e-19cb-4afa-9195-d84966bff696 None None] Enqueued Resource ID: 68685293-9b40-45fc-b852-8acc859208da with Priority: HIGHEST for action port [ 692.935534] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 692.935534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.936458] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68685293-9b40-45fc-b852-8acc859208da with Priority: HIGHEST for action port [ 692.936629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.936835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.937068] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.937132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.937196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.937493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.937493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.937663] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.938849] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-68685293-9b40-45fc-b852-8acc859208da taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.938926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68685293-9b40-45fc-b852-8acc859208da" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.938967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68685293-9b40-45fc-b852-8acc859208da" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.939188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68685293-9b40-45fc-b852-8acc859208da" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.939259] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68685293-9b40-45fc-b852-8acc859208da',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.950234] env[65043]: INFO networking_nsxv3.common.synchronization [req-3b3b93be-7678-4793-a094-7c1e15aaade6 req-06dad5ce-55a5-40a2-b52f-a1678b8770d1 tempest-ListImageFiltersTestJSON-708286536 tempest-ListImageFiltersTestJSON-708286536-project-member] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 692.950682] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 692.950991] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.951125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.951172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.952399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.952399] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.952399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.952399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.952652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.952652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.952652] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.293261] env[65043]: INFO networking_nsxv3.common.synchronization [None req-4a0b31ca-2b38-49db-95ce-d2dbfa9d8fa7 None None] Enqueued Resource ID: 732acc57-39ca-4a6d-81af-5a4c12543ad9 with Priority: HIGHEST for action port [ 693.293543] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 732acc57-39ca-4a6d-81af-5a4c12543ad9 with Priority: HIGHEST for action port [ 693.294303] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-732acc57-39ca-4a6d-81af-5a4c12543ad9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.294580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-732acc57-39ca-4a6d-81af-5a4c12543ad9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.294739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-732acc57-39ca-4a6d-81af-5a4c12543ad9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.295093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-732acc57-39ca-4a6d-81af-5a4c12543ad9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.295278] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('732acc57-39ca-4a6d-81af-5a4c12543ad9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.439437] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.442405] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68685293-9b40-45fc-b852-8acc859208da [ 693.442727] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.442814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.442886] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.443117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.443314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.443314] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68685293-9b40-45fc-b852-8acc859208da already deleted. [ 693.443431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68685293-9b40-45fc-b852-8acc859208da" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.454673] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.454814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.455089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.455393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.455496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.455748] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.455866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.455931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.456275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.456379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.456507] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 already deleted. [ 693.456507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.798499] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 732acc57-39ca-4a6d-81af-5a4c12543ad9 [ 693.799934] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.799934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.799934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.799934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.799934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.799934] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:732acc57-39ca-4a6d-81af-5a4c12543ad9 already deleted. [ 693.799934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-732acc57-39ca-4a6d-81af-5a4c12543ad9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.942072] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.157300] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.157626] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.157626] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.158234] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.158234] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.158234] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.158478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.158517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.158778] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.158867] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.159046] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.159046] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.159131] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.159265] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.159359] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.159499] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.181034] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.181034] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.181486] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.181486] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.182205] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-835d713b-fe6e-4334-a7d6-94bf2e15c677 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.182205] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-835d713b-fe6e-4334-a7d6-94bf2e15c677" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.182205] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-835d713b-fe6e-4334-a7d6-94bf2e15c677" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.182440] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-835d713b-fe6e-4334-a7d6-94bf2e15c677" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.182582] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835d713b-fe6e-4334-a7d6-94bf2e15c677',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.444737] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.444887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.444957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.445207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.445296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.445395] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 694.486388] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.486531] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.486609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.486825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.486968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.496460] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 694.688025] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.688025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.688025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.688025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.688025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.688025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 835d713b-fe6e-4334-a7d6-94bf2e15c677 not found, creating... [ 694.688025] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.688025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.688025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.688025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.688025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.690658] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.691294] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.691567] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.691967] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.692256] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.692520] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 835d713b-fe6e-4334-a7d6-94bf2e15c677 is going to be created. [ 694.719596] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.720549] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.720549] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.720757] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.720831] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.721106] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-835d713b-fe6e-4334-a7d6-94bf2e15c677" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.438730] env[65043]: INFO networking_nsxv3.common.synchronization [req-3b3b93be-7678-4793-a094-7c1e15aaade6 req-9debc2f2-8777-4f24-9906-442ab4589657 service nova] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_rules [ 695.439029] env[65043]: INFO networking_nsxv3.common.synchronization [req-3b3b93be-7678-4793-a094-7c1e15aaade6 req-9debc2f2-8777-4f24-9906-442ab4589657 service nova] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 695.439394] env[65043]: INFO networking_nsxv3.common.synchronization [req-3b3b93be-7678-4793-a094-7c1e15aaade6 req-9debc2f2-8777-4f24-9906-442ab4589657 service nova] Enqueued Resource ID: 835d713b-fe6e-4334-a7d6-94bf2e15c677 with Priority: HIGHEST for action port [ 695.439792] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_rules [ 695.439928] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 695.440011] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835d713b-fe6e-4334-a7d6-94bf2e15c677 with Priority: HIGHEST for action port [ 695.440671] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.440797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.440988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.441183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.441230] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.441230] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.441230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.441230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.441230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.441230] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.441230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.441230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.441230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.441230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.441230] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.441230] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-835d713b-fe6e-4334-a7d6-94bf2e15c677 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.441230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-835d713b-fe6e-4334-a7d6-94bf2e15c677" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.444767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-835d713b-fe6e-4334-a7d6-94bf2e15c677" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.444767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-835d713b-fe6e-4334-a7d6-94bf2e15c677" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.444767] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835d713b-fe6e-4334-a7d6-94bf2e15c677',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.726035] env[65043]: INFO networking_nsxv3.common.synchronization [None req-22858308-8609-4cf0-ac09-b484377f9b81 None None] Enqueued Resource ID: e93170db-b291-4f23-afa0-49a90da7c87b with Priority: HIGHEST for action port [ 695.727251] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93170db-b291-4f23-afa0-49a90da7c87b with Priority: HIGHEST for action port [ 695.727251] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-e93170db-b291-4f23-afa0-49a90da7c87b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.727251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e93170db-b291-4f23-afa0-49a90da7c87b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.727251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e93170db-b291-4f23-afa0-49a90da7c87b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.727540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e93170db-b291-4f23-afa0-49a90da7c87b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.727622] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93170db-b291-4f23-afa0-49a90da7c87b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.951939] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.955172] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.955172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.956474] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 835d713b-fe6e-4334-a7d6-94bf2e15c677 with status ACTIVE [ 695.957271] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.957396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.957463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.957669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.958160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.958160] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.958160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.958160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.958326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.958326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.958496] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.958583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.958642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.958777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.959188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.959188] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 835d713b-fe6e-4334-a7d6-94bf2e15c677 is going to be updated. [ 695.983452] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.984204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.984204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.984204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.984204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.984204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-835d713b-fe6e-4334-a7d6-94bf2e15c677" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.234604] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e93170db-b291-4f23-afa0-49a90da7c87b [ 696.234604] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.234604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.234604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.234604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.234821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.234851] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e93170db-b291-4f23-afa0-49a90da7c87b already deleted. [ 696.234964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e93170db-b291-4f23-afa0-49a90da7c87b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.457467] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.508387] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 696.508806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.508806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.508973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.509170] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.509304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.509369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.509550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.509621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.509712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.509809] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.510693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.510870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.514462] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.514598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.514673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.514874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.515137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.515137] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.960602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.960993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.961201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.961590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.962434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.964178] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 is going to be created. [ 696.990029] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.990029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.990029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.990029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.990029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.000997] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: UNINITIALIZED for 2s [ 697.017607] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.017607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.017607] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.519371] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.021757] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.022733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.022733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.023350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.023497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.023727] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 698.065960] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.066193] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.066303] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.066533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.066701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.082588] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 698.391417] env[65043]: INFO networking_nsxv3.common.synchronization [None req-5bfd24c2-67f2-4a59-a1f3-e8beb7b0be9b tempest-ServersTestBootFromVolume-121082214 tempest-ServersTestBootFromVolume-121082214-project-member] Enqueued Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_rules [ 698.392919] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_rules [ 698.393469] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.393469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.393585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.393818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.393901] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.563320] env[65043]: INFO networking_nsxv3.common.synchronization [None req-769f7001-0bbb-4f62-8395-ecd8f59a6207 tempest-ServersTestBootFromVolume-121082214 tempest-ServersTestBootFromVolume-121082214-project-member] Enqueued Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_rules [ 698.563890] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_rules [ 698.564281] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.564392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.919443] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.919634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.919703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.919916] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.920015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.920112] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 already deleted. [ 698.920194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.920536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.920536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.920596] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.013301] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: SUCCESS [ 699.013667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.013942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.014350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.014580] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.014758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.015048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.015357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.015497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.015648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.015798] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.078295] env[65043]: INFO networking_nsxv3.common.synchronization [None req-2dc2748a-0529-48e4-960c-ae2379293436 None None] Enqueued Resource ID: 84fe70b0-e120-418c-b219-73dd3d15e268 with Priority: HIGHEST for action port [ 699.078765] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84fe70b0-e120-418c-b219-73dd3d15e268 with Priority: HIGHEST for action port [ 699.080124] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-84fe70b0-e120-418c-b219-73dd3d15e268 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.080124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84fe70b0-e120-418c-b219-73dd3d15e268" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.080124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84fe70b0-e120-418c-b219-73dd3d15e268" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.080124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84fe70b0-e120-418c-b219-73dd3d15e268" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.080124] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84fe70b0-e120-418c-b219-73dd3d15e268',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.449824] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.450374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.450374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.450374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.450374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.450536] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 already deleted. [ 699.450536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.520038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.520305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.520410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.520622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.520829] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.521127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.521127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.521127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.521232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.521353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.523401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.523401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.523401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.523401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.523401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.523401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.523401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.523401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.523401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.523401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.524359] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.582902] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84fe70b0-e120-418c-b219-73dd3d15e268 [ 699.583248] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.583465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.583594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.583864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.584017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.584171] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84fe70b0-e120-418c-b219-73dd3d15e268 already deleted. [ 699.584253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84fe70b0-e120-418c-b219-73dd3d15e268" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.812612] env[65043]: INFO networking_nsxv3.common.synchronization [req-80f41793-982c-4e8e-af60-7779b6c6cda6 req-74c019a5-6cac-42fd-a3ea-c19ed2252b2e tempest-ServersAdminTestJSON-223478790 tempest-ServersAdminTestJSON-223478790-project-member] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 699.813335] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 699.813696] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.813873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.813981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.816050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.816050] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.816050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.816050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.816050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.816050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.816050] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.025833] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70a322f-b1a2-4fd9-baec-8d2cdcbb2055: rpc.has_security_group_logging(os_id): False [ 700.046789] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.047404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.047718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.048082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.048245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.050053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.050053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.050053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.050053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.050053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.050279] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.050279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.050279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.050491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.050579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.050811] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.050928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.051028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.051210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.051289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.051398] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 is going to be created. [ 700.097027] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.097027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.097027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.097027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.097027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.097708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.097708] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.130121] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.130376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.130431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.130647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.130848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.143529] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: IN_PROGRESS for 2s [ 700.318215] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.376585] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.376868] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.376910] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.377708] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.377708] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.377708] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.377708] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.377935] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.378084] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.378281] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.378383] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.378481] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.378578] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.378675] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.378771] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.378890] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.399617] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.399617] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.399617] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.399617] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.399876] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.400319] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.400319] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.400568] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.400702] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e26a61-eab6-4a3c-9cff-727dcc0707c0',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.601088] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab58100d-31b0-41dd-9dc0-bec38b775599: rpc.has_security_group_logging(os_id): False [ 700.636678] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.636876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.636876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.637113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.637209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.637425] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.637655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.637655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.637787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.637822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.637999] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.638105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.638167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.638317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.638393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.638624] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.638815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.638815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.638919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.638993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.639094] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 700.765879] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.767983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.767983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.767983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.767983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.821378] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.838414] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 700.903559] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.903882] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.904137] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.904454] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.904702] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.904800] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port a7e26a61-eab6-4a3c-9cff-727dcc0707c0 not found, creating... [ 700.905110] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.905363] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.905434] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.905686] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.905836] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.906174] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.906423] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.906927] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.906927] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.907044] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.907142] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: a7e26a61-eab6-4a3c-9cff-727dcc0707c0 is going to be created. [ 700.941716] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.941995] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.942601] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.942601] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.942885] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.942927] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.324259] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.324420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.324493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.324709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.324798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.324897] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 701.359060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.359060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.359060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.359060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.359060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.367785] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 701.390679] env[65043]: INFO networking_nsxv3.common.synchronization [None req-abfbcc21-83c0-4938-95d8-9a58abe59369 None None] Enqueued Resource ID: 100eca0e-447a-4af2-b00a-368ece097a25 with Priority: HIGHEST for action port [ 701.392284] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100eca0e-447a-4af2-b00a-368ece097a25 with Priority: HIGHEST for action port [ 701.392284] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-100eca0e-447a-4af2-b00a-368ece097a25 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.392435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-100eca0e-447a-4af2-b00a-368ece097a25" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.392435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-100eca0e-447a-4af2-b00a-368ece097a25" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.392681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-100eca0e-447a-4af2-b00a-368ece097a25" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.392746] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('100eca0e-447a-4af2-b00a-368ece097a25',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.661045] env[65043]: INFO networking_nsxv3.common.synchronization [req-80f41793-982c-4e8e-af60-7779b6c6cda6 req-4eccf973-628c-4c91-8165-78b75893fdf9 service nova] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_rules [ 701.661045] env[65043]: INFO networking_nsxv3.common.synchronization [req-80f41793-982c-4e8e-af60-7779b6c6cda6 req-4eccf973-628c-4c91-8165-78b75893fdf9 service nova] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 701.661045] env[65043]: INFO networking_nsxv3.common.synchronization [req-80f41793-982c-4e8e-af60-7779b6c6cda6 req-4eccf973-628c-4c91-8165-78b75893fdf9 service nova] Enqueued Resource ID: a7e26a61-eab6-4a3c-9cff-727dcc0707c0 with Priority: HIGHEST for action port [ 701.661045] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_rules [ 701.661045] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 701.661045] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e26a61-eab6-4a3c-9cff-727dcc0707c0 with Priority: HIGHEST for action port [ 701.661804] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.661894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.662153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.662450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.662450] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.664391] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.664391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.664391] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.664391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.664391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.664391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.664391] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e26a61-eab6-4a3c-9cff-727dcc0707c0',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.866619] env[65043]: INFO networking_nsxv3.common.synchronization [None req-0e28d83c-8612-420c-a8e1-c051666e203d None None] Enqueued Resource ID: fc35592b-b471-4c85-90af-2ca86e710212 with Priority: HIGHEST for action port [ 701.869687] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc35592b-b471-4c85-90af-2ca86e710212 with Priority: HIGHEST for action port [ 701.870571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc35592b-b471-4c85-90af-2ca86e710212 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.870702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc35592b-b471-4c85-90af-2ca86e710212" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.871117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc35592b-b471-4c85-90af-2ca86e710212" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.871356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc35592b-b471-4c85-90af-2ca86e710212" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.871520] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc35592b-b471-4c85-90af-2ca86e710212',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.896075] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 100eca0e-447a-4af2-b00a-368ece097a25 [ 701.896075] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.896075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.896075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.896669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.896669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.896669] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:100eca0e-447a-4af2-b00a-368ece097a25 already deleted. [ 701.896669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-100eca0e-447a-4af2-b00a-368ece097a25" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.048592] env[65043]: INFO networking_nsxv3.common.synchronization [req-7f4ccc55-125c-4913-8747-1f0bf34f4928 req-63a40bfd-e650-4a65-9569-52ac65d1c949 tempest-ServerPasswordTestJSON-287086987 tempest-ServerPasswordTestJSON-287086987-project-member] Enqueued Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGHEST for action security_group_members [ 702.051402] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGHEST for action security_group_members [ 702.051402] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ac995ca-db7a-471c-a258-be2d20596e8c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.051402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.051402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.051402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.051685] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.051845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.051885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.052138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.052279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.052483] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ac995ca-db7a-471c-a258-be2d20596e8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.161527] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: SUCCESS [ 702.161527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.170671] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.170838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.171110] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7e26a61-eab6-4a3c-9cff-727dcc0707c0 with status ACTIVE [ 702.171380] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.171632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.171632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.172857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.173046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.173390] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.173599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.174233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.174233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.174233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.174515] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.174647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.174737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.174990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.175143] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.175294] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7e26a61-eab6-4a3c-9cff-727dcc0707c0 is going to be updated. [ 702.207061] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.207242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.207333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.207986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e26a61-eab6-4a3c-9cff-727dcc0707c0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.376285] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc35592b-b471-4c85-90af-2ca86e710212 [ 702.376528] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.376658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.376726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.376967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.377080] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.377173] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc35592b-b471-4c85-90af-2ca86e710212 already deleted. [ 702.377285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc35592b-b471-4c85-90af-2ca86e710212" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.449663] env[65043]: INFO networking_nsxv3.common.synchronization [req-c859d126-b0ee-4ff4-88b8-be60ebf168f6 req-0ed93bfe-b011-4711-a288-ce069bdad085 tempest-ServerTagsTestJSON-1947064521 tempest-ServerTagsTestJSON-1947064521-project-member] Enqueued Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGHEST for action security_group_members [ 702.450240] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGHEST for action security_group_members [ 702.450544] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3621c87-40d4-42c6-afef-8dc02f190442 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.450673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.450734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.450995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.452252] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.454346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.454346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.454346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.454346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.454346] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3621c87-40d4-42c6-afef-8dc02f190442',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.564697] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.564697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.565031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.565031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.565031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.565217] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.565316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.565387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.565521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.565591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.565770] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ac995ca-db7a-471c-a258-be2d20596e8c is going to be updated. [ 702.595137] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.599104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.599104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.599104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.599104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.608287] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ac995ca-db7a-471c-a258-be2d20596e8c in Status: IN_PROGRESS for 2s [ 702.850964] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.851427] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-512" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.851427] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-512" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.851865] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-512" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.852162] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.852317] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.852449] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.853025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.853025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.853169] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.853223] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.853322] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.853427] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.853535] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.853632] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.853764] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.863244] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 702.863499] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.864090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.864313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.864390] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.875318] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.875616] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.875616] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.875791] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-512" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.876322] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-0bbe9969-d49e-4631-8c62-15f0ceb0913d taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.876619] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-0bbe9969-d49e-4631-8c62-15f0ceb0913d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.876824] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-0bbe9969-d49e-4631-8c62-15f0ceb0913d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.877202] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-0bbe9969-d49e-4631-8c62-15f0ceb0913d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.877365] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bbe9969-d49e-4631-8c62-15f0ceb0913d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.962032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.962032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.962032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.962032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.962032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.962032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.962032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.962032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.962032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.962032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.962032] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3621c87-40d4-42c6-afef-8dc02f190442 already deleted. [ 702.962032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.366866] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.367047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.367095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.367317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.367498] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.367582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.367643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.369340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.369502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.369594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.369690] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.380540] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.380752] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.381368] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.381368] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.381368] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.381515] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 0bbe9969-d49e-4631-8c62-15f0ceb0913d not found, creating... [ 703.381700] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.381850] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.381964] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.382219] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.382368] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.382686] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.382808] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.383008] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.384109] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.384380] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.384775] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 0bbe9969-d49e-4631-8c62-15f0ceb0913d is going to be created. [ 703.386496] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 703.387183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.387183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.387183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.387183] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.387347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.387347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.388961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.389739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.389739] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.414377] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.417870] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.419048] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.419048] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.419048] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.419375] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-0bbe9969-d49e-4631-8c62-15f0ceb0913d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.625915] env[65043]: INFO networking_nsxv3.common.synchronization [None req-545d28e8-4aa5-43df-9cce-a14f9e95dc20 None None] Enqueued Resource ID: 0f35c9da-2df3-47f5-a850-9a4413de64fb with Priority: HIGHEST for action port [ 703.626449] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f35c9da-2df3-47f5-a850-9a4413de64fb with Priority: HIGHEST for action port [ 703.626747] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f35c9da-2df3-47f5-a850-9a4413de64fb taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.626979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f35c9da-2df3-47f5-a850-9a4413de64fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.626979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f35c9da-2df3-47f5-a850-9a4413de64fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.628034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f35c9da-2df3-47f5-a850-9a4413de64fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.629650] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f35c9da-2df3-47f5-a850-9a4413de64fb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.873929] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.874296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.874296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.874609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.874609] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.874708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.874708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.875598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.875598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.875598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.875598] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.875598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.875598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.875598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.875598] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.875870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.875870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.875870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.875968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.876461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.876461] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.893065] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.133675] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f35c9da-2df3-47f5-a850-9a4413de64fb [ 704.133675] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.133675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.133675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.133675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.133675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.133675] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f35c9da-2df3-47f5-a850-9a4413de64fb already deleted. [ 704.133675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f35c9da-2df3-47f5-a850-9a4413de64fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.239049] env[65043]: INFO networking_nsxv3.common.synchronization [req-c859d126-b0ee-4ff4-88b8-be60ebf168f6 req-de7a5a69-311a-486a-a1d6-85881c4840c7 service nova] Enqueued Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGHEST for action security_group_rules [ 704.239049] env[65043]: INFO networking_nsxv3.common.synchronization [req-c859d126-b0ee-4ff4-88b8-be60ebf168f6 req-de7a5a69-311a-486a-a1d6-85881c4840c7 service nova] Enqueued Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGHEST for action security_group_members [ 704.239049] env[65043]: INFO networking_nsxv3.common.synchronization [req-c859d126-b0ee-4ff4-88b8-be60ebf168f6 req-de7a5a69-311a-486a-a1d6-85881c4840c7 service nova] Enqueued Resource ID: 0bbe9969-d49e-4631-8c62-15f0ceb0913d with Priority: HIGHEST for action port [ 704.239236] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGHEST for action security_group_rules [ 704.239283] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGHEST for action security_group_members [ 704.239410] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbe9969-d49e-4631-8c62-15f0ceb0913d with Priority: HIGHEST for action port [ 704.240010] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3621c87-40d4-42c6-afef-8dc02f190442 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.241201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.241201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.241551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.241583] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3621c87-40d4-42c6-afef-8dc02f190442',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.243024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3621c87-40d4-42c6-afef-8dc02f190442 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.243024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.243117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.243251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.243429] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.243529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.243588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.243768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.243847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.243958] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3621c87-40d4-42c6-afef-8dc02f190442',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.244932] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bbe9969-d49e-4631-8c62-15f0ceb0913d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.245045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bbe9969-d49e-4631-8c62-15f0ceb0913d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.245118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bbe9969-d49e-4631-8c62-15f0ceb0913d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.245269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bbe9969-d49e-4631-8c62-15f0ceb0913d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.245348] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bbe9969-d49e-4631-8c62-15f0ceb0913d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.382451] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab58100d-31b0-41dd-9dc0-bec38b775599: rpc.has_security_group_logging(os_id): False [ 704.399145] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.409650] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.409650] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.409650] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.409650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.410247] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.410247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.410247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.411925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.411925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.411925] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 704.481239] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.481551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.481656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.481978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.482039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.499379] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 704.513519] env[65043]: INFO networking_nsxv3.common.synchronization [req-f4d7eb62-08f9-4f41-9f07-864b0856e1bb req-f237e404-6897-4fa5-b898-ccb4981f22d9 tempest-ListServerFiltersTestJSON-1129036150 tempest-ListServerFiltersTestJSON-1129036150-project-member] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 704.515618] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 704.516101] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.516218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.516218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.516670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.516670] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.516771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.516771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.516897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.516998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.518705] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.626581] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ac995ca-db7a-471c-a258-be2d20596e8c in Status: SUCCESS [ 704.627856] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ac995ca-db7a-471c-a258-be2d20596e8c deletion is rescheduled due to dependency. [ 704.627856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.746787] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3621c87-40d4-42c6-afef-8dc02f190442 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.747489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.747489] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3621c87-40d4-42c6-afef-8dc02f190442',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.748571] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bbe9969-d49e-4631-8c62-15f0ceb0913d with status ACTIVE [ 704.748781] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.749161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.749161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.749450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.749553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.749818] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.749988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.750027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.750869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.750869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.750869] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.750869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.750869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.751126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.751126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.751126] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bbe9969-d49e-4631-8c62-15f0ceb0913d is going to be updated. [ 704.780053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.780053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.780053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.780053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.780053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.780632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bbe9969-d49e-4631-8c62-15f0ceb0913d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.903432] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.904203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.904203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.904203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.904203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.904370] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 704.944501] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.944623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.944678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.944852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.945009] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.957384] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.957711] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.957860] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.958232] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.958502] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.958696] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.958814] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.959039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.960108] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.960108] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.960108] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.960108] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.960108] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.960108] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.960108] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.960108] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.961826] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 704.982835] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.982835] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.982835] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.983029] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.983893] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.983893] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.983893] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.984084] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.984132] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0761637-e1e8-4b36-b0a8-cf59f7f8f708',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.022515] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.022739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.022955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.023060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.023153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.023356] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.023530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.023530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.023654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.023729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.023810] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e already deleted. [ 705.023888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.253019] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3621c87-40d4-42c6-afef-8dc02f190442',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.487665] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.487882] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.487999] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.488308] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.488450] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.488610] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port c0761637-e1e8-4b36-b0a8-cf59f7f8f708 not found, creating... [ 705.488878] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.489047] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.489158] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.489485] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.490017] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.490430] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.490837] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.491028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.491212] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.491444] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.491646] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: c0761637-e1e8-4b36-b0a8-cf59f7f8f708 is going to be created. [ 705.513326] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.513672] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.513890] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.514272] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.514652] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.514962] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.756904] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.757017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.757073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.757370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.757465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.757580] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3621c87-40d4-42c6-afef-8dc02f190442 is going to be created. [ 705.806792] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.806957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.807049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.807273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.807434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.822927] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3621c87-40d4-42c6-afef-8dc02f190442 in Status: UNINITIALIZED for 2s [ 706.321285] env[65043]: INFO networking_nsxv3.common.synchronization [req-f4d7eb62-08f9-4f41-9f07-864b0856e1bb req-d19d0c17-7309-41ef-b3ca-a1bf814c8081 service nova] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_rules [ 706.321604] env[65043]: INFO networking_nsxv3.common.synchronization [req-f4d7eb62-08f9-4f41-9f07-864b0856e1bb req-d19d0c17-7309-41ef-b3ca-a1bf814c8081 service nova] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 706.321656] env[65043]: INFO networking_nsxv3.common.synchronization [req-f4d7eb62-08f9-4f41-9f07-864b0856e1bb req-d19d0c17-7309-41ef-b3ca-a1bf814c8081 service nova] Enqueued Resource ID: c0761637-e1e8-4b36-b0a8-cf59f7f8f708 with Priority: HIGHEST for action port [ 706.322181] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_rules [ 706.327094] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 706.327094] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0761637-e1e8-4b36-b0a8-cf59f7f8f708 with Priority: HIGHEST for action port [ 706.327094] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.327094] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.327094] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.327094] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.327094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.327887] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.328559] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.328559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.328559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.328559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.328845] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0761637-e1e8-4b36-b0a8-cf59f7f8f708',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.518934] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 706.519191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.831408] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.832652] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.832811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.832974] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0761637-e1e8-4b36-b0a8-cf59f7f8f708 with status ACTIVE [ 706.833197] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.833353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.833465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.834462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.834718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.837027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.837027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.837027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.837027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.837027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.837027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.837027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.837027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.837027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.837027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.837027] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0761637-e1e8-4b36-b0a8-cf59f7f8f708 is going to be updated. [ 706.860697] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.860789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.860877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.861109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.861236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.861416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0761637-e1e8-4b36-b0a8-cf59f7f8f708" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.972881] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 706.975119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.975427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.975776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.976372] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.976372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.976558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.977128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.977128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.977128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.977128] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.321091] env[65043]: INFO networking_nsxv3.common.synchronization [req-9df4c980-7bf0-4d29-b416-c86c9fea7876 req-6f9aa92f-1401-4f03-a3d0-e51629d4052c tempest-ServersTestManualDisk-780329872 tempest-ServersTestManualDisk-780329872-project-member] Enqueued Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_members [ 707.322098] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_members [ 707.322985] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.322985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.322985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.322985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.322985] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.323337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.323337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.323337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.323415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.323508] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.341989] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.479419] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.479579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.479632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.479853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.480406] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.480520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.480589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.480787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.480886] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.480974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.481142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.481238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.481297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.481512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.481611] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.481747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.481911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.481911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.481966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.482737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.482826] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.827255] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.827469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.827571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.827914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.828138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.828332] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.828972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.828972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.828972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.828972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.829176] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda already deleted. [ 707.829176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.843433] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3621c87-40d4-42c6-afef-8dc02f190442 in Status: SUCCESS [ 707.843433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.843433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.843433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.843433] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.844239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.844491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.845024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.845271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.845559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.845852] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3621c87-40d4-42c6-afef-8dc02f190442',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.847643] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.848055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.848273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.848740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.851189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.851189] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be created. [ 707.882093] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.882316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.882390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.882635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.882809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.899600] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: UNINITIALIZED for 2s [ 707.989131] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59255b2-a2ea-429e-8559-1954e4acd571: rpc.has_security_group_logging(os_id): False [ 707.993462] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.993715] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-369" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.993809] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-369" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.994133] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-369" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.994404] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.994590] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.000038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.000038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.000038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.000038] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.000038] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.000038] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.000038] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.000038] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.000038] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.000038] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.011465] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.011632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.011693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.011922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.012079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.012310] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.012458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.012549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.012698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.012825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.013160] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.013320] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.013423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.013656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.013783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.015502] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.015689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.015791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.018114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.018323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.018467] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 708.022865] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.023086] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.023285] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.023522] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-369" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.025802] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-9d4a477d-d271-42ec-acb3-03520decbdd5 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.025802] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-9d4a477d-d271-42ec-acb3-03520decbdd5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.025802] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-9d4a477d-d271-42ec-acb3-03520decbdd5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.025802] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-9d4a477d-d271-42ec-acb3-03520decbdd5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.025802] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4a477d-d271-42ec-acb3-03520decbdd5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.122948] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.122948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.122948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.122948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.122948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.142194] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 708.351944] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3621c87-40d4-42c6-afef-8dc02f190442 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.352502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.352502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.353301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.353301] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.353301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.353517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.353829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.353963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.354211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.354423] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3621c87-40d4-42c6-afef-8dc02f190442 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.354556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.354619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.354846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.355096] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.355276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.355440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.355627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.355627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.355726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.355850] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3621c87-40d4-42c6-afef-8dc02f190442',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.530785] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.531566] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.531729] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.532070] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.532262] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.532448] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 9d4a477d-d271-42ec-acb3-03520decbdd5 not found, creating... [ 708.532757] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.532956] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.533089] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.533753] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.533896] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.535630] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.535630] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.535630] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.536050] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.536307] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.536472] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 9d4a477d-d271-42ec-acb3-03520decbdd5 is going to be created. [ 708.559296] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.560845] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.560845] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.560845] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.560845] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.560845] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-9d4a477d-d271-42ec-acb3-03520decbdd5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.858730] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3621c87-40d4-42c6-afef-8dc02f190442: rpc.has_security_group_logging(os_id): False [ 708.880279] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.880476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.880637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.880738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.881040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.881040] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.881195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.881228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.881438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.881620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.881885] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.881885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.881980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.882143] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.882190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.882347] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.882450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.882494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.882626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.882728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.882777] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3621c87-40d4-42c6-afef-8dc02f190442 is going to be created. [ 708.966520] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.967032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.967032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.967032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.967217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.982238] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3621c87-40d4-42c6-afef-8dc02f190442 in Status: IN_PROGRESS for 2s [ 709.328930] env[65043]: INFO networking_nsxv3.common.synchronization [req-9df4c980-7bf0-4d29-b416-c86c9fea7876 req-8cba9f64-d0a5-4514-a33d-1943bf635431 service nova] Enqueued Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_rules [ 709.329136] env[65043]: INFO networking_nsxv3.common.synchronization [req-9df4c980-7bf0-4d29-b416-c86c9fea7876 req-8cba9f64-d0a5-4514-a33d-1943bf635431 service nova] Enqueued Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_members [ 709.329272] env[65043]: INFO networking_nsxv3.common.synchronization [req-9df4c980-7bf0-4d29-b416-c86c9fea7876 req-8cba9f64-d0a5-4514-a33d-1943bf635431 service nova] Enqueued Resource ID: 9d4a477d-d271-42ec-acb3-03520decbdd5 with Priority: HIGHEST for action port [ 709.331962] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_rules [ 709.334929] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_members [ 709.335960] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4a477d-d271-42ec-acb3-03520decbdd5 with Priority: HIGHEST for action port [ 709.335960] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.338931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.338931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.338931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.338931] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.338931] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.338931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.338931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.338931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.338931] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.338931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.339566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.339830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.339998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.340149] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.342214] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d4a477d-d271-42ec-acb3-03520decbdd5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.342214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d4a477d-d271-42ec-acb3-03520decbdd5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.342713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d4a477d-d271-42ec-acb3-03520decbdd5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.342975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d4a477d-d271-42ec-acb3-03520decbdd5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.343142] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4a477d-d271-42ec-acb3-03520decbdd5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.695805] env[65043]: INFO networking_nsxv3.common.synchronization [req-c0253542-8a03-4a2a-a82c-6b86740b00d4 req-82dd0d98-d10f-4041-bf60-e586521c878c tempest-ServerMetadataNegativeTestJSON-949303259 tempest-ServerMetadataNegativeTestJSON-949303259-project-member] Enqueued Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGHEST for action security_group_members [ 709.697714] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGHEST for action security_group_members [ 709.698074] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e887946-9652-4858-806e-7af6d12073f4 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.698222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.698282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.698509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.698676] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.698789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.698868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.699112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.699276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.699353] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e887946-9652-4858-806e-7af6d12073f4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.834319] env[65043]: INFO networking_nsxv3.common.synchronization [req-eba35a76-8ffb-4172-a2f6-a9f5fad6c1b1 req-4661477c-e013-464d-9297-ff9ca8f57b33 tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 709.834981] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 709.835427] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.835427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.835560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.835779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.835886] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.835952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.836033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.836191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.836280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.836378] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.845240] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d4a477d-d271-42ec-acb3-03520decbdd5 with status ACTIVE [ 709.845450] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.846192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.846192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.846280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.846325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.847809] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.847809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.847809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.847809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.847809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.847809] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.847809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.847809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.847809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.847809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.847809] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d4a477d-d271-42ec-acb3-03520decbdd5 is going to be updated. [ 709.849391] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.849506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.849657] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.880685] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.881066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.881066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.882070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.882070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.882070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d4a477d-d271-42ec-acb3-03520decbdd5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.913346] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 709.913467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.913941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.914203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.914409] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.914522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.914578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.914785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.914875] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.914967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.915500] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.998864] env[65043]: INFO networking_nsxv3.common.synchronization [req-d1741735-5f60-4ebd-8a69-dc4ff061db79 req-61dae3c1-50a5-45ae-91ad-b2593c7b9b1e tempest-ImagesOneServerTestJSON-105981700 tempest-ImagesOneServerTestJSON-105981700-project-member] Enqueued Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGHEST for action security_group_members [ 710.000559] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGHEST for action security_group_members [ 710.000744] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.001250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.001250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.003351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.003351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.003351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.003351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.003351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.003351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.003351] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b298d46f-5dff-4e6e-9fe5-f717e17b4a11',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.164399] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 710.164399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.202635] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.202799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.202873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.203137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.203277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.203585] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.203585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.207191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.207191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.207191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.207191] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e887946-9652-4858-806e-7af6d12073f4 is going to be updated. [ 710.240121] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.240319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.240319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.242219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.242219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.254544] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e887946-9652-4858-806e-7af6d12073f4 in Status: IN_PROGRESS for 2s [ 710.339781] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.353332] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.420483] env[65043]: INFO networking_nsxv3.common.synchronization [req-eba35a76-8ffb-4172-a2f6-a9f5fad6c1b1 req-5a65c898-a08b-49bf-92f7-2219e003a8c6 tempest-ServersTestMultiNic-1439364042 tempest-ServersTestMultiNic-1439364042-project-member] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 710.420483] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.420483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.420483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.420483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.420782] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.421122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.421122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.421122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.421250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.421305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.421718] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.421939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.422032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.422725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.423161] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.423161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.423161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.423305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.423400] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.423462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.423555] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.424896] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGHEST for action security_group_members [ 710.425210] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.425302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507706] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.507706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.507706] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.507706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.507706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.507706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.507706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.507706] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 is going to be updated. [ 710.541896] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.542093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.542181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.542369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.543032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.553092] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 in Status: IN_PROGRESS for 2s [ 710.655910] env[65043]: INFO networking_nsxv3.common.synchronization [req-11a3a156-af91-4762-b761-b77d49a133ec req-7024fa6e-53c9-4e77-be11-457d4ec693bc tempest-ListImageFiltersTestJSON-708286536 tempest-ListImageFiltersTestJSON-708286536-project-member] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 710.655910] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 710.656064] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.656588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.656588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.657044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.657257] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.657634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.657634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.657881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.657998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.658134] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.842551] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.855904] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.856188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.856294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.856605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.856725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.856958] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda is going to be created. [ 710.890484] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.890678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.890773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.890997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.891357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.903190] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda in Status: UNINITIALIZED for 2s [ 710.926092] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 821df285-b55d-4e33-b46c-dbbc7390f89e: rpc.has_security_group_logging(os_id): False [ 710.953459] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.953723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.953723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.953986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.953986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.954180] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.954296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.954443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.954620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.954735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.954962] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.955137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.955196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.955324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.955435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.955673] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.955797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.955884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.956038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.956117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.956117] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be created. [ 710.996271] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3621c87-40d4-42c6-afef-8dc02f190442 in Status: SUCCESS [ 710.996534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.030247] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.030529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.030690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.030821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.031085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.046845] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 711.050347] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.050812] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.051048] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.051536] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.051827] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.052936] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.052936] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.052936] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.052936] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.052936] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.053122] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.053163] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.053253] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.053356] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.053472] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.053698] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.085380] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.085380] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.085380] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.085380] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.085380] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-d181f680-95ba-4db0-bf42-9c1f00b59420 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.085380] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-d181f680-95ba-4db0-bf42-9c1f00b59420" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.085380] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-d181f680-95ba-4db0-bf42-9c1f00b59420" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.085380] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-d181f680-95ba-4db0-bf42-9c1f00b59420" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.085380] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d181f680-95ba-4db0-bf42-9c1f00b59420',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.162751] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.345839] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.346372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.346372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.346372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.346468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.346557] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 711.380492] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.380655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.380698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.380903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.381062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.390614] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 711.585470] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.585865] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.585922] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.586321] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.586449] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.586638] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port d181f680-95ba-4db0-bf42-9c1f00b59420 not found, creating... [ 711.586972] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.587241] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.587303] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.587502] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.587693] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.587939] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.588190] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.588313] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.588637] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.588637] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.588799] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: d181f680-95ba-4db0-bf42-9c1f00b59420 is going to be created. [ 711.612111] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.612356] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.612478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.612735] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.612978] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.613229] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-d181f680-95ba-4db0-bf42-9c1f00b59420" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.666689] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.169310] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.169713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.169713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.169840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.169944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.170065] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 is going to be updated. [ 712.204044] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.204044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.204044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.204044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.204576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.218139] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: IN_PROGRESS for 2s [ 712.278118] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e887946-9652-4858-806e-7af6d12073f4 in Status: SUCCESS [ 712.278382] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e887946-9652-4858-806e-7af6d12073f4 deletion is rescheduled due to dependency. [ 712.278449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.419624] env[65043]: INFO networking_nsxv3.common.synchronization [req-11a3a156-af91-4762-b761-b77d49a133ec req-82a01ffb-02f3-4515-b4a0-82744671ed22 service nova] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_rules [ 712.419808] env[65043]: INFO networking_nsxv3.common.synchronization [req-11a3a156-af91-4762-b761-b77d49a133ec req-82a01ffb-02f3-4515-b4a0-82744671ed22 service nova] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 712.419941] env[65043]: INFO networking_nsxv3.common.synchronization [req-11a3a156-af91-4762-b761-b77d49a133ec req-82a01ffb-02f3-4515-b4a0-82744671ed22 service nova] Enqueued Resource ID: d181f680-95ba-4db0-bf42-9c1f00b59420 with Priority: HIGHEST for action port [ 712.420697] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_rules [ 712.421383] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 712.421383] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d181f680-95ba-4db0-bf42-9c1f00b59420 with Priority: HIGHEST for action port [ 712.422179] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.422179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.422437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.422494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.422609] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.426547] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.426547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.426547] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-d181f680-95ba-4db0-bf42-9c1f00b59420 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.426547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d181f680-95ba-4db0-bf42-9c1f00b59420" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.426913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d181f680-95ba-4db0-bf42-9c1f00b59420" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.426958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d181f680-95ba-4db0-bf42-9c1f00b59420" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.429864] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d181f680-95ba-4db0-bf42-9c1f00b59420',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.566189] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 in Status: SUCCESS [ 712.566189] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 deletion is rescheduled due to dependency. [ 712.566359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.919306] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda in Status: SUCCESS [ 712.919306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.919306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.919306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.919306] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.919306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.919306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.919306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.919306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.919306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.919306] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.926766] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.927798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.935035] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d181f680-95ba-4db0-bf42-9c1f00b59420 with status ACTIVE [ 712.935035] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.935035] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.935035] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.935035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.935035] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d181f680-95ba-4db0-bf42-9c1f00b59420 is going to be updated. [ 712.967102] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.967102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.967102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.967102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.967102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.967102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d181f680-95ba-4db0-bf42-9c1f00b59420" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.050290] env[65043]: INFO networking_nsxv3.common.synchronization [None req-8764ec36-c992-40a5-aae1-168cd21f5ed4 None None] Enqueued Resource ID: 5be5f374-4989-41b5-b105-c3af1a672bd7 with Priority: HIGHEST for action port [ 713.051301] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5be5f374-4989-41b5-b105-c3af1a672bd7 with Priority: HIGHEST for action port [ 713.052339] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5be5f374-4989-41b5-b105-c3af1a672bd7 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.052564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5be5f374-4989-41b5-b105-c3af1a672bd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.052901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5be5f374-4989-41b5-b105-c3af1a672bd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.053276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5be5f374-4989-41b5-b105-c3af1a672bd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.054357] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be5f374-4989-41b5-b105-c3af1a672bd7',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.088562] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 713.088562] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.401212] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 713.401876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.401876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.402938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.402938] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.402938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.402938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.402938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.402938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.402938] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.422387] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.562021] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5be5f374-4989-41b5-b105-c3af1a672bd7 [ 713.562021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.562021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.562021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.562021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.562021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.562021] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5be5f374-4989-41b5-b105-c3af1a672bd7 already deleted. [ 713.562021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5be5f374-4989-41b5-b105-c3af1a672bd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.905070] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.905377] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.905484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.905798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.905921] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.906201] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.906331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.906407] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.906812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.906914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.907054] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be updated. [ 713.925833] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3868342-fe78-4ee2-aca0-b10f38cdfeda: rpc.has_security_group_logging(os_id): False [ 713.940770] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.940919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.940991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.941216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.941420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.944428] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.944563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.944658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.944886] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.945007] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.945286] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.945395] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.945462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.945613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.945692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.945777] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda is going to be created. [ 713.951432] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: IN_PROGRESS for 2s [ 714.023555] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.023555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.023555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.023555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.023555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.039834] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda in Status: IN_PROGRESS for 2s [ 714.230021] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: IN_PROGRESS for 4s [ 715.452049] env[65043]: INFO networking_nsxv3.common.synchronization [None req-a2a47b88-2f4f-4b20-9a98-5d788ddfe8f9 None None] Enqueued Resource ID: 931ab52b-b238-4aaf-b09a-67a0bc9cb27e with Priority: HIGHEST for action port [ 715.453185] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931ab52b-b238-4aaf-b09a-67a0bc9cb27e with Priority: HIGHEST for action port [ 715.453185] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-931ab52b-b238-4aaf-b09a-67a0bc9cb27e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.455043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931ab52b-b238-4aaf-b09a-67a0bc9cb27e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.455043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931ab52b-b238-4aaf-b09a-67a0bc9cb27e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.455043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931ab52b-b238-4aaf-b09a-67a0bc9cb27e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.455043] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931ab52b-b238-4aaf-b09a-67a0bc9cb27e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.489149] env[65043]: INFO networking_nsxv3.common.synchronization [req-db0ed7ed-80a7-4b2b-b1a9-c005a2bd94aa req-4ed2a42b-ed8d-43c0-aeb2-f1801011302c tempest-VolumesAdminNegativeTest-1775055145 tempest-VolumesAdminNegativeTest-1775055145-project-member] Enqueued Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGHEST for action security_group_members [ 715.489149] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGHEST for action security_group_members [ 715.490094] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.490430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.490639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.491486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.491768] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.494359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.494359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.494359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.494359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.494359] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5a4dce-ff06-4e58-97ad-18560a7ce74c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.538282] env[65043]: INFO networking_nsxv3.common.synchronization [None req-737a9656-2aad-453e-8e2f-77b549aff35d tempest-ServersV294TestFqdnHostnames-1083439850 tempest-ServersV294TestFqdnHostnames-1083439850-project-member] Enqueued Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_rules [ 715.538879] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_rules [ 715.539204] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.540120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.540120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.540120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.540120] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.780953] env[65043]: INFO networking_nsxv3.common.synchronization [None req-3e9e98fe-64bc-4f78-b1d0-6dcd836ae1a8 tempest-ServersV294TestFqdnHostnames-1083439850 tempest-ServersV294TestFqdnHostnames-1083439850-project-member] Enqueued Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_rules [ 715.785064] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_rules [ 715.785593] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.785801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.957898] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 931ab52b-b238-4aaf-b09a-67a0bc9cb27e [ 715.958243] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.958453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.958536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.958748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.958843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.958938] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:931ab52b-b238-4aaf-b09a-67a0bc9cb27e already deleted. [ 715.959153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931ab52b-b238-4aaf-b09a-67a0bc9cb27e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.963974] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab58100d-31b0-41dd-9dc0-bec38b775599 in Status: SUCCESS [ 715.964171] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 deletion is rescheduled due to dependency. [ 715.964372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.996893] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.997252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.997252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.997465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.997569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.997772] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.997877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.997944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.998132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.998256] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.998327] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c already deleted. [ 715.998384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.051310] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.051621] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-449" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.051745] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-449" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.052089] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-449" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.052423] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.052651] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.052832] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.053092] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.053292] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.053666] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.053781] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.053899] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.054098] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.054223] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.054291] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.054438] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.057025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda in Status: SUCCESS [ 716.057356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.059952] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.060125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.060175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.060375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.060470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.060558] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fceff77-c8e2-494c-ab71-70e69292053a already deleted. [ 716.060639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.061165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.061424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.061597] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.085469] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.085707] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.085856] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.086057] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-449" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.087047] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-71c69256-95a6-4edd-9551-02279cdcaf46 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.087343] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-71c69256-95a6-4edd-9551-02279cdcaf46" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.087480] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-71c69256-95a6-4edd-9551-02279cdcaf46" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.087841] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-71c69256-95a6-4edd-9551-02279cdcaf46" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.088009] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c69256-95a6-4edd-9551-02279cdcaf46',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.244928] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: SUCCESS [ 716.245236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.245521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.245760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.245972] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.246126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.246360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.246360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.246522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.246601] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.585191] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.585567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.585567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.585657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.585754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.585920] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fceff77-c8e2-494c-ab71-70e69292053a already deleted. [ 716.586052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.592042] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.592396] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.592581] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.592948] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.593110] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.593268] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 71c69256-95a6-4edd-9551-02279cdcaf46 not found, creating... [ 716.593526] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.593681] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.593791] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.594011] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.594159] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.594428] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.594579] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.594690] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.594886] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.598038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.598250] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 71c69256-95a6-4edd-9551-02279cdcaf46 is going to be created. [ 716.624681] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.625056] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.625056] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.625297] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.625516] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.625891] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-71c69256-95a6-4edd-9551-02279cdcaf46" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.751863] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.254323] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.356724] env[65043]: INFO networking_nsxv3.common.synchronization [req-db0ed7ed-80a7-4b2b-b1a9-c005a2bd94aa req-fd157078-4cd2-489d-896c-1cecfa678690 service nova] Enqueued Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGHEST for action security_group_rules [ 717.357155] env[65043]: INFO networking_nsxv3.common.synchronization [req-db0ed7ed-80a7-4b2b-b1a9-c005a2bd94aa req-fd157078-4cd2-489d-896c-1cecfa678690 service nova] Enqueued Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGHEST for action security_group_members [ 717.357155] env[65043]: INFO networking_nsxv3.common.synchronization [req-db0ed7ed-80a7-4b2b-b1a9-c005a2bd94aa req-fd157078-4cd2-489d-896c-1cecfa678690 service nova] Enqueued Resource ID: 71c69256-95a6-4edd-9551-02279cdcaf46 with Priority: HIGHEST for action port [ 717.357829] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGHEST for action security_group_rules [ 717.358862] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGHEST for action security_group_members [ 717.358862] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c69256-95a6-4edd-9551-02279cdcaf46 with Priority: HIGHEST for action port [ 717.358862] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.358862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.358862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.359229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.359229] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5a4dce-ff06-4e58-97ad-18560a7ce74c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.360410] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.361463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.361463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.361463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.361463] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.361463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.361463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.361788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.361788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.361788] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5a4dce-ff06-4e58-97ad-18560a7ce74c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.362550] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-71c69256-95a6-4edd-9551-02279cdcaf46 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.362681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71c69256-95a6-4edd-9551-02279cdcaf46" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.362740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71c69256-95a6-4edd-9551-02279cdcaf46" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.362846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71c69256-95a6-4edd-9551-02279cdcaf46" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.362929] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c69256-95a6-4edd-9551-02279cdcaf46',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.757759] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.758058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.758058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.758128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.758166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.761556] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 is going to be updated. [ 717.794662] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.794662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.794662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.795396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.795396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.807257] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: IN_PROGRESS for 2s [ 717.865616] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.865795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.866049] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71c69256-95a6-4edd-9551-02279cdcaf46 with status ACTIVE [ 717.866252] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.866445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.866494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.866762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.866912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.867185] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.867326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.867389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.867594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.867687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.867916] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.868069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.868187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.868424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.872092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.872216] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71c69256-95a6-4edd-9551-02279cdcaf46 is going to be updated. [ 717.873553] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e5a4dce-ff06-4e58-97ad-18560a7ce74c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.903391] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.903391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.903391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.903391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.903391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.903650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71c69256-95a6-4edd-9551-02279cdcaf46" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.376528] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e5a4dce-ff06-4e58-97ad-18560a7ce74c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.575077] env[65043]: INFO networking_nsxv3.common.synchronization [req-ef946d3a-9891-497d-bd5c-b7f40ae02cfc req-8e012738-35c6-44f8-962a-dfbae666542b tempest-InstanceActionsTestJSON-1084815974 tempest-InstanceActionsTestJSON-1084815974-project-member] Enqueued Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGHEST for action security_group_members [ 718.575077] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGHEST for action security_group_members [ 718.575302] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.575780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.576538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.576538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.576538] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.576538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.576538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.577869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.577869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.577869] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d4db4fc-d8ab-48f7-86d8-3dd43db4716d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.879494] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.879797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.879797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.880051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.880051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.880878] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c is going to be created. [ 718.908294] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.908453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.908518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.908754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.908897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.924698] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c in Status: UNINITIALIZED for 2s [ 718.944618] env[65043]: INFO networking_nsxv3.common.synchronization [None req-f448399a-1947-4201-9161-5da398cbb79d None None] Enqueued Resource ID: 4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486 with Priority: HIGHEST for action port [ 718.945070] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486 with Priority: HIGHEST for action port [ 718.947989] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.947989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.947989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.947989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.947989] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.083040] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.083040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.083040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.083040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.083040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.083735] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.086028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.086028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.086028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.086028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.086028] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d is going to be updated. [ 719.121272] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.121492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.121492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.121736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.121874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.134196] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d in Status: IN_PROGRESS for 2s [ 719.450698] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486 [ 719.451188] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.451188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.451188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.451342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.451473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.451569] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486 already deleted. [ 719.451652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fe90ac5-0d5d-451d-a4b8-fbc1c4a37486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.817752] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: SUCCESS [ 719.818015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.818206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.818458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.818663] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.818786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.818856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.819105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.819188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.819290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.819418] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.321999] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.325969] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.325969] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.325969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.327064] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.327064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.327064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.327064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.327064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.327064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.327064] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.829565] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70a322f-b1a2-4fd9-baec-8d2cdcbb2055: rpc.has_security_group_logging(os_id): False [ 720.863018] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.863232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.863232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.863449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.863870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.863870] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.863870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.864157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.864157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.864157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.865316] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.865316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.865316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.865316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.865316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.865316] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.865316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.865316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.866123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.866123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.866123] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 is going to be updated. [ 720.947507] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c in Status: SUCCESS [ 720.947832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.948009] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.949510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.949510] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.949510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.949510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.949510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.949510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.949855] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.949855] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e5a4dce-ff06-4e58-97ad-18560a7ce74c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.959411] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.959411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.959411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.959411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.959411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.979704] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: IN_PROGRESS for 2s [ 721.012421] env[65043]: INFO networking_nsxv3.common.synchronization [req-84385294-6c2d-459f-ac03-f6f269344cee req-f09e05bc-43b5-4cd3-8be2-761a5ee84fb4 tempest-AttachInterfacesV270Test-1427323498 tempest-AttachInterfacesV270Test-1427323498-project-member] Enqueued Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGHEST for action security_group_members [ 721.013149] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGHEST for action security_group_members [ 721.013463] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-58630f12-cdaa-4696-a690-94d0ec3982fd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.013632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.013632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.014196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.016083] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.016466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.016730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.016819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.017431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.017431] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58630f12-cdaa-4696-a690-94d0ec3982fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.147293] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d in Status: SUCCESS [ 721.147480] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d deletion is rescheduled due to dependency. [ 721.147580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.448042] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.448352] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-665" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.448352] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-665" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.448912] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-665" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.449035] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.449198] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.449335] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.449584] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.449730] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.449951] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.450264] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.450264] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.450264] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.450387] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.450451] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.451347] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.455734] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.455857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.455948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.456104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.456266] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.456365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.456430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.456599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.456687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.456773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.456913] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.457012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.457075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.457218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.457345] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.457431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.457508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.457657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.457732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.457884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.458016] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e5a4dce-ff06-4e58-97ad-18560a7ce74c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.477238] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.477410] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.477545] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.477711] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-665" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.478014] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-0865623b-1acf-4d3f-99d2-773d7536d48f taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.478199] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-0865623b-1acf-4d3f-99d2-773d7536d48f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.478301] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-0865623b-1acf-4d3f-99d2-773d7536d48f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.478611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-0865623b-1acf-4d3f-99d2-773d7536d48f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.478743] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0865623b-1acf-4d3f-99d2-773d7536d48f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.520298] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.523417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.523417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.523417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.523417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.523417] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.523417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.523417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.523417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.523417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.523417] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58630f12-cdaa-4696-a690-94d0ec3982fd already deleted. [ 721.523417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.550491] env[65043]: INFO networking_nsxv3.common.synchronization [None req-04d78e67-88b8-4b32-be07-fd6dfb484688 None None] Enqueued Resource ID: 97243f9e-06c0-4c03-87cf-32ed1cd27b9a with Priority: HIGHEST for action port [ 721.550491] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97243f9e-06c0-4c03-87cf-32ed1cd27b9a with Priority: HIGHEST for action port [ 721.550491] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-97243f9e-06c0-4c03-87cf-32ed1cd27b9a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.550491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97243f9e-06c0-4c03-87cf-32ed1cd27b9a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.550491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97243f9e-06c0-4c03-87cf-32ed1cd27b9a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.550491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97243f9e-06c0-4c03-87cf-32ed1cd27b9a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.550833] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97243f9e-06c0-4c03-87cf-32ed1cd27b9a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.615847] env[65043]: INFO networking_nsxv3.common.synchronization [None req-c4ed2ba4-070d-43bb-bd78-c76a68534db7 None None] Enqueued Resource ID: 1ddb9038-286d-43a9-86a1-843902b4b8bf with Priority: HIGHEST for action port [ 721.615847] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ddb9038-286d-43a9-86a1-843902b4b8bf with Priority: HIGHEST for action port [ 721.616215] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ddb9038-286d-43a9-86a1-843902b4b8bf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.616368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ddb9038-286d-43a9-86a1-843902b4b8bf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.617027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ddb9038-286d-43a9-86a1-843902b4b8bf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.617027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ddb9038-286d-43a9-86a1-843902b4b8bf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.617027] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ddb9038-286d-43a9-86a1-843902b4b8bf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.960493] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e5a4dce-ff06-4e58-97ad-18560a7ce74c: rpc.has_security_group_logging(os_id): False [ 721.983475] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.983475] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.983475] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.983475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.984084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.984084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.984084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.984505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.984721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.984920] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c is going to be created. [ 721.986380] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.988023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.988023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.988023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.988023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.988023] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 0865623b-1acf-4d3f-99d2-773d7536d48f not found, creating... [ 721.988023] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.988023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.988023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.988023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.988638] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.989096] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.991582] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.991582] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.991582] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.991582] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.991582] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 0865623b-1acf-4d3f-99d2-773d7536d48f is going to be created. [ 722.012346] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.012346] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.012346] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.012346] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.013183] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.013424] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-0865623b-1acf-4d3f-99d2-773d7536d48f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.054435] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.054661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.054785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.055189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.055401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.057279] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97243f9e-06c0-4c03-87cf-32ed1cd27b9a [ 722.057487] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.057601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.057691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.058167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.058167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.058337] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97243f9e-06c0-4c03-87cf-32ed1cd27b9a already deleted. [ 722.058337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97243f9e-06c0-4c03-87cf-32ed1cd27b9a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.078519] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c in Status: IN_PROGRESS for 2s [ 722.124798] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ddb9038-286d-43a9-86a1-843902b4b8bf [ 722.126291] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.126291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.126291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.126291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.126291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.126291] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ddb9038-286d-43a9-86a1-843902b4b8bf already deleted. [ 722.126291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ddb9038-286d-43a9-86a1-843902b4b8bf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.185049] env[65043]: INFO networking_nsxv3.common.synchronization [req-45862115-ac4d-48dd-9b40-69dc22950be1 req-10accfb3-cc4b-4724-a0eb-9725726533ee tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 722.185954] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 722.186643] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.186643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.186796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.187247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.187298] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.187431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.187557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.187747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.187918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.187990] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.625886] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.626204] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.626261] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.626470] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.626720] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.626941] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.627028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.627409] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.627508] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.627713] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.627819] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.627920] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.628029] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.628140] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.628235] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.628357] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.646296] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.646462] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.646600] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.646770] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.647101] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-0228776e-1d3e-4f59-9f78-94696ac739c6 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.647274] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-0228776e-1d3e-4f59-9f78-94696ac739c6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.647445] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-0228776e-1d3e-4f59-9f78-94696ac739c6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.647785] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-0228776e-1d3e-4f59-9f78-94696ac739c6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.647921] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0228776e-1d3e-4f59-9f78-94696ac739c6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.687022] env[65043]: INFO networking_nsxv3.common.synchronization [req-84385294-6c2d-459f-ac03-f6f269344cee req-6c950a28-f2b7-4de2-82ae-65ac182e0085 service nova] Enqueued Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGHEST for action security_group_rules [ 722.687182] env[65043]: INFO networking_nsxv3.common.synchronization [req-84385294-6c2d-459f-ac03-f6f269344cee req-6c950a28-f2b7-4de2-82ae-65ac182e0085 service nova] Enqueued Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGHEST for action security_group_members [ 722.687305] env[65043]: INFO networking_nsxv3.common.synchronization [req-84385294-6c2d-459f-ac03-f6f269344cee req-6c950a28-f2b7-4de2-82ae-65ac182e0085 service nova] Enqueued Resource ID: 0865623b-1acf-4d3f-99d2-773d7536d48f with Priority: HIGHEST for action port [ 722.687529] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGHEST for action security_group_rules [ 722.687658] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGHEST for action security_group_members [ 722.687750] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0865623b-1acf-4d3f-99d2-773d7536d48f with Priority: HIGHEST for action port [ 722.688300] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58630f12-cdaa-4696-a690-94d0ec3982fd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.688443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.688519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.688770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.688855] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58630f12-cdaa-4696-a690-94d0ec3982fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.689664] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-58630f12-cdaa-4696-a690-94d0ec3982fd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.689778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.689846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.690014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.690158] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.690248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.690307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.690440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.690591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.690591] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58630f12-cdaa-4696-a690-94d0ec3982fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.691910] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0865623b-1acf-4d3f-99d2-773d7536d48f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.692047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0865623b-1acf-4d3f-99d2-773d7536d48f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.692119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0865623b-1acf-4d3f-99d2-773d7536d48f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.692273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0865623b-1acf-4d3f-99d2-773d7536d48f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.692348] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0865623b-1acf-4d3f-99d2-773d7536d48f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.694065] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.694065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.694065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.694065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.694065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.694065] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.694353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.694353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.694353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.694432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.694459] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f already deleted. [ 722.694539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.995915] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: SUCCESS [ 722.995915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.137644] env[65043]: INFO networking_nsxv3.common.synchronization [req-db7a34f6-b9a4-434a-a360-6e247c08517b req-656dce8a-2c2f-4a4b-b23f-89c7adca485e tempest-VolumesAssistedSnapshotsTest-1912652810 tempest-VolumesAssistedSnapshotsTest-1912652810-project-member] Enqueued Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_members [ 723.137644] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGHEST for action security_group_members [ 723.137644] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f870fe-cd41-4d80-b363-6b77f9800df1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.137644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.137644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.137644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.137644] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.137644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.137644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.138157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.138157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.138157] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.151022] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.151251] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.151251] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.151938] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.151938] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.151938] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 0228776e-1d3e-4f59-9f78-94696ac739c6 not found, creating... [ 723.152726] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.152726] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.152726] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.152726] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.152923] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.153113] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.153264] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.153374] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.153576] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.153738] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.153835] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 0228776e-1d3e-4f59-9f78-94696ac739c6 is going to be created. [ 723.173231] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.173528] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.173703] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.173952] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.174308] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.174547] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-0228776e-1d3e-4f59-9f78-94696ac739c6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.195020] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-58630f12-cdaa-4696-a690-94d0ec3982fd taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.195216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.195328] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58630f12-cdaa-4696-a690-94d0ec3982fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.196379] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0865623b-1acf-4d3f-99d2-773d7536d48f with status ACTIVE [ 723.196704] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.196824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.196891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.197116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.197202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.197368] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.197638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.197705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.197863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.197943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.198137] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.198229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.198291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.198438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.198519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.198621] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0865623b-1acf-4d3f-99d2-773d7536d48f is going to be updated. [ 723.226814] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.227053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.227053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.227247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.228086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.228086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0865623b-1acf-4d3f-99d2-773d7536d48f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.639541] env[65043]: INFO networking_nsxv3.common.synchronization [req-6862d3ed-2e9e-491c-be9f-192206ff81be req-231e8ce6-a226-4ff5-8ca5-8e0a3bfbc53b tempest-ListServerFiltersTestJSON-1129036150 tempest-ListServerFiltersTestJSON-1129036150-project-member] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 723.639541] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 723.639923] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.640170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.640564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.640888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.641153] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.641354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.641518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.641753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.644119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.644119] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.644119] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.644119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.644119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.644119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.644119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.644119] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.644119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.644119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.644119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.644119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.644119] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 is going to be updated. [ 723.677459] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.677459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.677459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.677459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.677694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.688281] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 in Status: IN_PROGRESS for 2s [ 723.701240] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58630f12-cdaa-4696-a690-94d0ec3982fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.781718] env[65043]: INFO networking_nsxv3.common.synchronization [None req-a1b3b96f-ea77-497d-819b-80c5c9dd9d05 None None] Enqueued Resource ID: fc641dfe-bf8b-4858-b24e-653aacd734bd with Priority: HIGHEST for action port [ 723.781968] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc641dfe-bf8b-4858-b24e-653aacd734bd with Priority: HIGHEST for action port [ 723.782240] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc641dfe-bf8b-4858-b24e-653aacd734bd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.782356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc641dfe-bf8b-4858-b24e-653aacd734bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.782419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc641dfe-bf8b-4858-b24e-653aacd734bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.782730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc641dfe-bf8b-4858-b24e-653aacd734bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.782809] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc641dfe-bf8b-4858-b24e-653aacd734bd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.899022] env[65043]: INFO networking_nsxv3.common.synchronization [req-45862115-ac4d-48dd-9b40-69dc22950be1 req-b8ee8270-b499-4a34-ab26-260ea3ce533b service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 723.899414] env[65043]: INFO networking_nsxv3.common.synchronization [req-45862115-ac4d-48dd-9b40-69dc22950be1 req-b8ee8270-b499-4a34-ab26-260ea3ce533b service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 723.899640] env[65043]: INFO networking_nsxv3.common.synchronization [req-45862115-ac4d-48dd-9b40-69dc22950be1 req-b8ee8270-b499-4a34-ab26-260ea3ce533b service nova] Enqueued Resource ID: 0228776e-1d3e-4f59-9f78-94696ac739c6 with Priority: HIGHEST for action port [ 723.900214] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 723.900359] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 723.900452] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0228776e-1d3e-4f59-9f78-94696ac739c6 with Priority: HIGHEST for action port [ 723.900724] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.900848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.902061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.904919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.904919] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.904919] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.904919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.904919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.905136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.905168] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.905271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.905335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.905482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.905572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.905664] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.906593] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0228776e-1d3e-4f59-9f78-94696ac739c6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.906697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0228776e-1d3e-4f59-9f78-94696ac739c6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.906762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0228776e-1d3e-4f59-9f78-94696ac739c6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.906908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0228776e-1d3e-4f59-9f78-94696ac739c6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.907212] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0228776e-1d3e-4f59-9f78-94696ac739c6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.969683] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.969683] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.969683] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.969904] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.970171] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.970335] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.970478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.970726] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.970980] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.971254] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.971769] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.971931] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.972062] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.972175] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.972276] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.972420] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.992264] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.992436] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.992578] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.992762] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.993103] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-f476602e-6afc-41e7-bae8-39221026c8c2 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.993287] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-f476602e-6afc-41e7-bae8-39221026c8c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.993386] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-f476602e-6afc-41e7-bae8-39221026c8c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.993817] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-f476602e-6afc-41e7-bae8-39221026c8c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.993972] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f476602e-6afc-41e7-bae8-39221026c8c2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.090671] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c in Status: SUCCESS [ 724.090898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.147820] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.208359] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.208583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.208677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.208918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.209052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.209166] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58630f12-cdaa-4696-a690-94d0ec3982fd is going to be created. [ 724.236614] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.236834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.236834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.237042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.237204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.249251] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58630f12-cdaa-4696-a690-94d0ec3982fd in Status: UNINITIALIZED for 2s [ 724.285093] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc641dfe-bf8b-4858-b24e-653aacd734bd [ 724.285706] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.285706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.285706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.285976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.285976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.286099] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc641dfe-bf8b-4858-b24e-653aacd734bd already deleted. [ 724.286099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc641dfe-bf8b-4858-b24e-653aacd734bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.409322] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.410477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.410606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.411213] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0228776e-1d3e-4f59-9f78-94696ac739c6 with status ACTIVE [ 724.411213] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.411213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.411213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.411475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.411573] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.411740] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.411842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.411904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.412072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.412146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.412315] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.412931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.412931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.412931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.412931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.412931] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0228776e-1d3e-4f59-9f78-94696ac739c6 is going to be updated. [ 724.437648] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.437834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.437907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.438130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.438267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.438429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0228776e-1d3e-4f59-9f78-94696ac739c6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.496297] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.498879] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.498879] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.498879] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.498879] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.499093] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port f476602e-6afc-41e7-bae8-39221026c8c2 not found, creating... [ 724.499190] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.499456] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.499525] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.499942] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.499942] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.500120] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.500271] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.500379] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.500595] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.500731] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.501029] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: f476602e-6afc-41e7-bae8-39221026c8c2 is going to be created. [ 724.522628] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.522788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.522909] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.523219] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.523481] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.523724] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-f476602e-6afc-41e7-bae8-39221026c8c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.650405] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.911690] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.153508] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.153673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.153752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.153966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.154076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.154175] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 725.190136] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.190136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.190136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.190136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.190136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.198593] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 725.280345] env[65043]: INFO networking_nsxv3.common.synchronization [req-6862d3ed-2e9e-491c-be9f-192206ff81be req-8d0dfde9-ce30-41e8-8809-ec2da745bce4 service nova] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_rules [ 725.280345] env[65043]: INFO networking_nsxv3.common.synchronization [req-6862d3ed-2e9e-491c-be9f-192206ff81be req-8d0dfde9-ce30-41e8-8809-ec2da745bce4 service nova] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 725.281841] env[65043]: INFO networking_nsxv3.common.synchronization [req-6862d3ed-2e9e-491c-be9f-192206ff81be req-8d0dfde9-ce30-41e8-8809-ec2da745bce4 service nova] Enqueued Resource ID: f476602e-6afc-41e7-bae8-39221026c8c2 with Priority: HIGHEST for action port [ 725.282582] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_rules [ 725.282687] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 725.282827] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f476602e-6afc-41e7-bae8-39221026c8c2 with Priority: HIGHEST for action port [ 725.282974] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.283108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.283170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.283376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.283462] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.284556] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.284655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.285725] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f476602e-6afc-41e7-bae8-39221026c8c2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.285725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f476602e-6afc-41e7-bae8-39221026c8c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.285725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f476602e-6afc-41e7-bae8-39221026c8c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.285725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f476602e-6afc-41e7-bae8-39221026c8c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.285725] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f476602e-6afc-41e7-bae8-39221026c8c2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.416137] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.416299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.416340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.416562] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.416676] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.416799] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be created. [ 725.444035] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.444035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.444035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.444268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.444338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.454821] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: UNINITIALIZED for 2s [ 725.700367] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 in Status: SUCCESS [ 725.700730] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 deletion is rescheduled due to dependency. [ 725.700730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.787309] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.787309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.787461] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f476602e-6afc-41e7-bae8-39221026c8c2 with status ACTIVE [ 725.787655] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.787766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.787834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.788057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.788170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.788350] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.788394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.788456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.788607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.788684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.788986] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.789080] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.789113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.789244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.789989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.789989] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f476602e-6afc-41e7-bae8-39221026c8c2 is going to be updated. [ 725.823314] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.823482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.823518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.823797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.823938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.824110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f476602e-6afc-41e7-bae8-39221026c8c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.258770] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58630f12-cdaa-4696-a690-94d0ec3982fd in Status: SUCCESS [ 726.259109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.259370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.259733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.259988] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.260183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.260278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.260480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.260571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.260659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.260752] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58630f12-cdaa-4696-a690-94d0ec3982fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.763858] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-58630f12-cdaa-4696-a690-94d0ec3982fd taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.764410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.764410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.764619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.764964] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.765172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.765425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.765516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.765767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.765918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.766311] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-58630f12-cdaa-4696-a690-94d0ec3982fd taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.766373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.766479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.766734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.766984] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.767161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.767268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.767502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.767646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.767798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.767999] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58630f12-cdaa-4696-a690-94d0ec3982fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.211660] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 4s [ 727.270204] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58630f12-cdaa-4696-a690-94d0ec3982fd: rpc.has_security_group_logging(os_id): False [ 727.292030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.292218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.293092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.293092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.293092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.293092] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.293092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.293092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.293504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.293504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.293504] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.293843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.293908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.294128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.294166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.294349] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.294466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.294500] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.294634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.294739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.294787] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58630f12-cdaa-4696-a690-94d0ec3982fd is going to be created. [ 727.375061] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.375236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.375340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.375568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.375776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.387873] env[65043]: INFO networking_nsxv3.common.synchronization [None req-282c0dc1-126c-4eea-be1b-ef4682021118 tempest-ServersTestFqdnHostnames-1476249710 tempest-ServersTestFqdnHostnames-1476249710-project-member] Enqueued Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_rules [ 727.389750] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_rules [ 727.390417] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.390594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.390719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.391342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.391537] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.401464] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58630f12-cdaa-4696-a690-94d0ec3982fd in Status: IN_PROGRESS for 2s [ 727.468125] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 727.468381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.468676] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.468974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.469761] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.469761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.469761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.469964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.469996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.470137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.470234] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.508343] env[65043]: INFO networking_nsxv3.common.synchronization [None req-1892e2d1-5c01-45e8-b331-e53507d50279 tempest-ServersTestFqdnHostnames-1476249710 tempest-ServersTestFqdnHostnames-1476249710-project-member] Enqueued Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_rules [ 727.510874] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_rules [ 727.510874] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.510874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.928159] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.928598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.928598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.928770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.928849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.928954] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b already deleted. [ 727.929052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.929336] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.929512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.929593] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.973956] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.974250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.974404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.974715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.974963] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.975140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.975218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.975570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.975651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.975791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.975988] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.976088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.976160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.976375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.976755] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.976820] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.976894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.977126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.977260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.977447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.977545] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.456614] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.456614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.456614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.456911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.456987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.457342] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b already deleted. [ 728.457342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.484376] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeaba070-4cb5-483a-8867-3bf154a4442f: rpc.has_security_group_logging(os_id): False [ 728.503876] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.503946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.503976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.504240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.504370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.504637] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.504787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.504816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.504988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.505103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.505349] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.505414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.505493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.505603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.505685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.505894] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.506018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.506071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.506203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.506276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.506361] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be created. [ 728.575890] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.575890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.576151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.576201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.576421] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.588424] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 728.707412] env[65043]: INFO networking_nsxv3.common.synchronization [None req-85f58c23-f561-4540-bf59-37da946ffdc0 tempest-MigrationsAdminTest-1337344351 tempest-MigrationsAdminTest-1337344351-project-member] Enqueued Resource ID: 695acfe6-55e8-4f7c-9d61-18f3cb2bb782 with Priority: HIGHEST for action security_group_rules [ 728.708297] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695acfe6-55e8-4f7c-9d61-18f3cb2bb782 with Priority: HIGHEST for action security_group_rules [ 728.708682] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.708843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.708933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.709360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.709550] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('695acfe6-55e8-4f7c-9d61-18f3cb2bb782',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.837538] env[65043]: INFO networking_nsxv3.common.synchronization [None req-e621bfd9-d657-4d37-b72e-de138b2ab5f4 tempest-MigrationsAdminTest-1337344351 tempest-MigrationsAdminTest-1337344351-project-member] Enqueued Resource ID: 695acfe6-55e8-4f7c-9d61-18f3cb2bb782 with Priority: HIGHEST for action security_group_rules [ 728.838294] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695acfe6-55e8-4f7c-9d61-18f3cb2bb782 with Priority: HIGHEST for action security_group_rules [ 728.838561] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.838670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.225589] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 729.225940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.226216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.226514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.226753] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.226889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.227035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.227210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.227319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.227491] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.236582] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.236760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.236888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.237309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.237309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.237464] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 695acfe6-55e8-4f7c-9d61-18f3cb2bb782 already deleted. [ 729.237589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.237767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.237982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.238146] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('695acfe6-55e8-4f7c-9d61-18f3cb2bb782',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.418213] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58630f12-cdaa-4696-a690-94d0ec3982fd in Status: SUCCESS [ 729.418459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.729559] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.740093] env[65043]: INFO networking_nsxv3.common.synchronization [req-176d2fc1-a23d-4476-a445-ee4b3564f57d req-e1ec9876-276e-463a-ad4e-ce19fb192557 tempest-ServerMetadataTestJSON-1537142089 tempest-ServerMetadataTestJSON-1537142089-project-member] Enqueued Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGHEST for action security_group_members [ 729.742382] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGHEST for action security_group_members [ 729.743218] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bfac23-3a9a-4154-941b-05461f33e86e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.743491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.743698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.744055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.744306] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.744520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.744728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.744978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.745268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.745453] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bfac23-3a9a-4154-941b-05461f33e86e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.766889] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.766889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.766889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.766889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.766889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.766889] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 695acfe6-55e8-4f7c-9d61-18f3cb2bb782 already deleted. [ 729.767299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-695acfe6-55e8-4f7c-9d61-18f3cb2bb782" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.209244] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.209477] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-823" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.209624] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-823" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.209981] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-823" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.210579] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.210740] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.210848] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.211077] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.211566] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.211566] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.211566] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.211705] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.211746] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.211848] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.211944] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.212080] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.232228] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.233535] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.233692] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.233957] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.234031] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-823" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.234328] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.234495] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.234610] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.234924] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.235510] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86cec2a7-d901-4cf6-846a-6cb66c89ae4b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.248962] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.249142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.249203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.249582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.249582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.249680] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.249770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.249826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.249971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.250061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.250147] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bfac23-3a9a-4154-941b-05461f33e86e already deleted. [ 730.250227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.604938] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 730.605268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.737051] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.737225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.737225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.737396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.737492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.737587] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 730.739197] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.739308] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.739359] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.739640] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.739764] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.739906] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 86cec2a7-d901-4cf6-846a-6cb66c89ae4b not found, creating... [ 730.740181] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.740487] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.740552] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.740741] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.740876] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.741463] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.741463] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.741665] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.741706] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.741855] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.741994] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 86cec2a7-d901-4cf6-846a-6cb66c89ae4b is going to be created. [ 730.799715] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.799933] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.800065] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.800334] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.800558] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.800808] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.845304] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.845304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.845304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.845304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.846462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.867941] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 731.505342] env[65043]: INFO networking_nsxv3.common.synchronization [req-176d2fc1-a23d-4476-a445-ee4b3564f57d req-584fac10-f557-4a12-9ca6-e92ce20c5474 service nova] Enqueued Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGHEST for action security_group_rules [ 731.505614] env[65043]: INFO networking_nsxv3.common.synchronization [req-176d2fc1-a23d-4476-a445-ee4b3564f57d req-584fac10-f557-4a12-9ca6-e92ce20c5474 service nova] Enqueued Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGHEST for action security_group_members [ 731.505681] env[65043]: INFO networking_nsxv3.common.synchronization [req-176d2fc1-a23d-4476-a445-ee4b3564f57d req-584fac10-f557-4a12-9ca6-e92ce20c5474 service nova] Enqueued Resource ID: 86cec2a7-d901-4cf6-846a-6cb66c89ae4b with Priority: HIGHEST for action port [ 731.506316] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGHEST for action security_group_rules [ 731.506456] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGHEST for action security_group_members [ 731.506559] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cec2a7-d901-4cf6-846a-6cb66c89ae4b with Priority: HIGHEST for action port [ 731.506859] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38bfac23-3a9a-4154-941b-05461f33e86e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.506956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.507317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.509935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.510765] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38bfac23-3a9a-4154-941b-05461f33e86e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.513384] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bfac23-3a9a-4154-941b-05461f33e86e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.513788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.513852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.514059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.514762] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.514879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.515399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.515909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.516324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.519385] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bfac23-3a9a-4154-941b-05461f33e86e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.519385] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.519385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.519385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.519385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.519385] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86cec2a7-d901-4cf6-846a-6cb66c89ae4b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.943091] env[65043]: INFO networking_nsxv3.common.synchronization [req-25914cdc-e57b-4803-9860-067e3475a53c req-97147d32-3465-45b3-84ff-65470779a304 tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 731.944168] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 731.945560] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.945694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.945764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.945966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.946145] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.946246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.946310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.946472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.946568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.946653] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.020760] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bfac23-3a9a-4154-941b-05461f33e86e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.020932] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.021052] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38bfac23-3a9a-4154-941b-05461f33e86e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.022064] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86cec2a7-d901-4cf6-846a-6cb66c89ae4b with status ACTIVE [ 732.022328] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.022468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.022650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.022891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.022993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.023233] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.023360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.023436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.023578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.023657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.023832] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.023962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.025030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.025030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.025030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.025030] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86cec2a7-d901-4cf6-846a-6cb66c89ae4b is going to be updated. [ 732.054040] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.054040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.054040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.055114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.055423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.055740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86cec2a7-d901-4cf6-846a-6cb66c89ae4b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.449082] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.449280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.449362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.449547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.449638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.449838] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.449956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.449995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.450152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.450227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.450311] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 732.506501] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.506501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.506501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.506501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.506501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.516141] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 732.527767] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38bfac23-3a9a-4154-941b-05461f33e86e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.699854] env[65043]: INFO networking_nsxv3.common.synchronization [req-3c74c6d8-cb73-465e-8664-e6cfa7950dd1 req-a7b6aa35-7431-427d-b244-8460678dd694 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_members [ 732.700732] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_members [ 732.701159] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.701584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.701584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.702328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.702328] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.702328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.702328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.702762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.702762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.702895] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.778536] env[65043]: INFO networking_nsxv3.common.synchronization [None req-c8155cae-d27f-4dfc-9ada-3fe8405f645b None None] Enqueued Resource ID: 4866d0d4-de31-4888-85de-b6d65c5bd441 with Priority: HIGHEST for action port [ 732.779333] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4866d0d4-de31-4888-85de-b6d65c5bd441 with Priority: HIGHEST for action port [ 732.780717] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-4866d0d4-de31-4888-85de-b6d65c5bd441 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.780717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4866d0d4-de31-4888-85de-b6d65c5bd441" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.780717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4866d0d4-de31-4888-85de-b6d65c5bd441" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.780717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4866d0d4-de31-4888-85de-b6d65c5bd441" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.781042] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4866d0d4-de31-4888-85de-b6d65c5bd441',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.878423] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 732.878650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.879892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.879892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.879892] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.879892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.879892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.879892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.879892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.879892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.879892] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.029640] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.029796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.029889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.030124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.030210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.030307] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bfac23-3a9a-4154-941b-05461f33e86e is going to be created. [ 733.058975] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.059151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.059151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.060308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.060308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.070828] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bfac23-3a9a-4154-941b-05461f33e86e in Status: UNINITIALIZED for 2s [ 733.173762] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.177134] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.177346] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.177763] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.178037] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.178260] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.178357] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.178555] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.179052] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.179052] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.179052] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.179186] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.179240] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.182707] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.182854] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.183018] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.205297] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.205481] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.205650] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.205832] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.206191] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.206364] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.206474] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.206812] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.206963] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b8b290-4837-4aaf-bd54-032c7b3e8dd7',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.210393] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.210718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.210836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.212222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.212721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.213225] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.213349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.213431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.213770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.213978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.214100] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 already deleted. [ 733.214212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.283465] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4866d0d4-de31-4888-85de-b6d65c5bd441 [ 733.283735] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.283870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.284582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.284582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.284582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.284582] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4866d0d4-de31-4888-85de-b6d65c5bd441 already deleted. [ 733.284582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4866d0d4-de31-4888-85de-b6d65c5bd441" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.383028] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.383169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.383250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.383472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.384194] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.384379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.384608] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.384829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.384957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.385219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.385766] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.385936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.386041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.386719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.386920] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.387121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.387278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.387578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.388245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.388398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.389074] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.719024] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.719024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.719024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.719024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.719024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.719024] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port f0b8b290-4837-4aaf-bd54-032c7b3e8dd7 not found, creating... [ 733.719024] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.719024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.719024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.719024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.719024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.719824] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.719824] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.719824] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.719824] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.719824] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.719824] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: f0b8b290-4837-4aaf-bd54-032c7b3e8dd7 is going to be created. [ 733.742706] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.742915] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.743040] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.743306] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.743526] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.743752] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.894838] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 821df285-b55d-4e33-b46c-dbbc7390f89e: rpc.has_security_group_logging(os_id): False [ 733.916777] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.916777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.916777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.916777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.916777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.916777] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.919519] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.919519] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.919519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.919519] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 734.001173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.001645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.001645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.001645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.001831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.022906] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 734.528887] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 734.528887] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d deletion is rescheduled due to dependency. [ 734.528887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.545533] env[65043]: INFO networking_nsxv3.common.synchronization [req-3c74c6d8-cb73-465e-8664-e6cfa7950dd1 req-26e55ffc-fbba-4fbd-8024-ca053d2a8099 service nova] Enqueued Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_rules [ 734.545762] env[65043]: INFO networking_nsxv3.common.synchronization [req-3c74c6d8-cb73-465e-8664-e6cfa7950dd1 req-26e55ffc-fbba-4fbd-8024-ca053d2a8099 service nova] Enqueued Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_members [ 734.546037] env[65043]: INFO networking_nsxv3.common.synchronization [req-3c74c6d8-cb73-465e-8664-e6cfa7950dd1 req-26e55ffc-fbba-4fbd-8024-ca053d2a8099 service nova] Enqueued Resource ID: f0b8b290-4837-4aaf-bd54-032c7b3e8dd7 with Priority: HIGHEST for action port [ 734.547712] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_rules [ 734.547712] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_members [ 734.547712] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b8b290-4837-4aaf-bd54-032c7b3e8dd7 with Priority: HIGHEST for action port [ 734.547817] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.547871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.547969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.549114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.549255] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.550809] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.550954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.551057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.551267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.551609] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.551800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.551933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.552240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.553305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.553925] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.555660] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.555660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.555808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.556022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.556159] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b8b290-4837-4aaf-bd54-032c7b3e8dd7',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.659435] env[65043]: INFO networking_nsxv3.common.synchronization [req-9c4413cf-b93b-441c-98bf-0f5d7e969fb9 req-ab3e84ba-7826-4990-aa9d-23842243fa40 tempest-ListServersNegativeTestJSON-2135403749 tempest-ListServersNegativeTestJSON-2135403749-project-member] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 734.659888] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 734.660545] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.660687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.660758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.660985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.661161] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.661267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.661334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.661532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.661652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.661728] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.058409] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.061022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.061022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.061022] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0b8b290-4837-4aaf-bd54-032c7b3e8dd7 with status ACTIVE [ 735.061022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.061022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.061022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.061022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.061022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.061535] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.061588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.061873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.061944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.062748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.063065] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.063318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.065846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.065846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.065846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.065846] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0b8b290-4837-4aaf-bd54-032c7b3e8dd7 is going to be updated. [ 735.083141] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bfac23-3a9a-4154-941b-05461f33e86e in Status: SUCCESS [ 735.083460] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.083729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.084026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.084699] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.084907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.085042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.085338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.085533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.085707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.085898] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38bfac23-3a9a-4154-941b-05461f33e86e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.089250] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.089983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.091461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.091716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.091871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.092048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b8b290-4837-4aaf-bd54-032c7b3e8dd7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.166432] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.531313] env[65043]: INFO networking_nsxv3.common.synchronization [None req-2ad7f115-4886-4a04-9c36-f8066ebc0936 None None] Enqueued Resource ID: b8febcfa-e430-43ed-9b3a-d578083a162c with Priority: HIGHEST for action port [ 735.531999] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8febcfa-e430-43ed-9b3a-d578083a162c with Priority: HIGHEST for action port [ 735.532590] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8febcfa-e430-43ed-9b3a-d578083a162c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.532782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8febcfa-e430-43ed-9b3a-d578083a162c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.532858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8febcfa-e430-43ed-9b3a-d578083a162c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.533254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8febcfa-e430-43ed-9b3a-d578083a162c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.533332] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8febcfa-e430-43ed-9b3a-d578083a162c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.560893] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.589152] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bfac23-3a9a-4154-941b-05461f33e86e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.589152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.589152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.589380] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.589456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.589719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.589846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.589946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.590204] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bfac23-3a9a-4154-941b-05461f33e86e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.590204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.590329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.590514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.590710] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.590813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.590873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.591031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.591113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.591367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.591367] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38bfac23-3a9a-4154-941b-05461f33e86e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.673447] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.036158] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8febcfa-e430-43ed-9b3a-d578083a162c [ 736.036546] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.036546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.036674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.036815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.036911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.037147] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8febcfa-e430-43ed-9b3a-d578083a162c already deleted. [ 736.037147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8febcfa-e430-43ed-9b3a-d578083a162c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.040845] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 736.041077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.064423] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.064717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.064781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.065329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.065446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.065677] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 is going to be created. [ 736.095314] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38bfac23-3a9a-4154-941b-05461f33e86e: rpc.has_security_group_logging(os_id): False [ 736.097101] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.097263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.097263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.097495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.097814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.111749] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 in Status: UNINITIALIZED for 2s [ 736.117028] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.117028] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.117028] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.117028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.118219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.118670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.119033] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.119259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.119479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.119809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.120020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.120217] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38bfac23-3a9a-4154-941b-05461f33e86e is going to be created. [ 736.147133] env[65043]: INFO networking_nsxv3.common.synchronization [req-ec5cc6ec-64f7-423b-8deb-b621aa0cee01 req-a904d5a9-952a-415b-b322-f3526b99152f tempest-VolumesAdminNegativeTest-1775055145 tempest-VolumesAdminNegativeTest-1775055145-project-member] Enqueued Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGHEST for action security_group_members [ 736.147818] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGHEST for action security_group_members [ 736.148177] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.148319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.148388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.148926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.148926] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.148926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.149112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.149112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.149217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.149319] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5a4dce-ff06-4e58-97ad-18560a7ce74c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.175207] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.175207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.175207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.175425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.175425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.175425] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be updated. [ 736.191256] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.191504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.191504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.191714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.192245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.216386] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38bfac23-3a9a-4154-941b-05461f33e86e in Status: IN_PROGRESS for 2s [ 736.226978] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.228060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.228060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.228060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.228060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.238726] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 736.541272] env[65043]: INFO networking_nsxv3.common.synchronization [req-819913ae-f4ec-4292-a09e-25c79bbc0d8c req-9d473e89-dc85-4233-ac2e-802451c13020 tempest-ListServersNegativeTestJSON-2135403749 tempest-ListServersNegativeTestJSON-2135403749-project-member] Enqueued Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 736.542075] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 with Priority: HIGHEST for action security_group_members [ 736.542628] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-75d051af-d1f3-4fc4-b760-d94ad4ca0469 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.542868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.652868] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.652868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.652868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.653241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.653241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.653323] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.653387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.653697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.653697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.653960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.654047] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c is going to be updated. [ 736.718107] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.718485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.718485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.718610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.720015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.738629] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c in Status: IN_PROGRESS for 2s [ 738.124622] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 in Status: SUCCESS [ 738.125052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.125236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.125552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.125823] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.126042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.126239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.127866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.127866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.127866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.127866] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.228972] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38bfac23-3a9a-4154-941b-05461f33e86e in Status: SUCCESS [ 738.229236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.249799] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 738.250229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.250897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.250897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.251162] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.251274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.251274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.252564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.252564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.252564] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75d051af-d1f3-4fc4-b760-d94ad4ca0469',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.629283] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.748270] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c in Status: SUCCESS [ 738.748486] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c deletion is rescheduled due to dependency. [ 738.748625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.755234] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.755354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.755461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.755704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.756029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.757118] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.757118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.757118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.757118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.757118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.757118] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 is going to be updated. [ 738.788775] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.788999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.789130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.789539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.789724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.799700] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: IN_PROGRESS for 2s [ 739.134722] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c82406ad-b39d-4f00-b590-9b03cc7be1b6: rpc.has_security_group_logging(os_id): False [ 739.156060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.156060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.156060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.156555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.156555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.156555] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.156697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.156697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.156862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.156945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.157069] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 is going to be created. [ 739.231058] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.234023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.234023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.234023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.234023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.254517] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 in Status: IN_PROGRESS for 2s [ 740.290471] env[65043]: INFO networking_nsxv3.common.synchronization [req-11d80d84-6992-42d6-9e1b-3f829d9b6ee8 req-e0977ac2-5329-44ad-9b7d-c2ae31aeb910 tempest-AttachInterfacesV270Test-1427323498 tempest-AttachInterfacesV270Test-1427323498-project-member] Enqueued Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGHEST for action security_group_members [ 740.292757] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGHEST for action security_group_members [ 740.292757] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-58630f12-cdaa-4696-a690-94d0ec3982fd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.292757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.292757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.292757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.292757] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.292757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.292757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.293225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.293225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.293225] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58630f12-cdaa-4696-a690-94d0ec3982fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.796853] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.797043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.797355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.797355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.797471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.797615] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.797709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.799036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.799036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.799036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.799036] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58630f12-cdaa-4696-a690-94d0ec3982fd is going to be updated. [ 740.823466] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 in Status: SUCCESS [ 740.823466] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75d051af-d1f3-4fc4-b760-d94ad4ca0469 deletion is rescheduled due to dependency. [ 740.823466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75d051af-d1f3-4fc4-b760-d94ad4ca0469" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.870627] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.870627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.870627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.870803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.870803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.884291] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58630f12-cdaa-4696-a690-94d0ec3982fd in Status: IN_PROGRESS for 2s [ 741.284742] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 in Status: SUCCESS [ 741.285033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.992545] env[65043]: INFO networking_nsxv3.common.synchronization [req-714869e7-fd96-4415-8fc4-c4a7dac0639e req-dad9fa11-c427-47c6-bb3e-67d24481e047 tempest-ListServerFiltersTestJSON-1129036150 tempest-ListServerFiltersTestJSON-1129036150-project-member] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 741.998155] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 741.998538] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.998669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.998773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.998951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.999116] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.999219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.999282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.999470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.999554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.999652] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.478618] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.478896] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.479244] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.479665] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.480036] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.480259] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.480421] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.480722] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.480924] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.481216] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.481395] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.481610] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.481786] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.481972] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.482174] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.482359] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.502855] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.504766] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.504921] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.505078] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.505259] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-540" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.505570] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-2e6197d5-d6a5-4060-8cf8-17993c9058c1 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.505777] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-2e6197d5-d6a5-4060-8cf8-17993c9058c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.505924] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-2e6197d5-d6a5-4060-8cf8-17993c9058c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.506252] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-2e6197d5-d6a5-4060-8cf8-17993c9058c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.506383] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6197d5-d6a5-4060-8cf8-17993c9058c1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.895787] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58630f12-cdaa-4696-a690-94d0ec3982fd in Status: SUCCESS [ 742.895787] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58630f12-cdaa-4696-a690-94d0ec3982fd deletion is rescheduled due to dependency. [ 742.895787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.008154] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.009638] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.010331] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.010331] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.010331] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.010497] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.010753] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 2e6197d5-d6a5-4060-8cf8-17993c9058c1 not found, creating... [ 743.011115] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.011295] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.011411] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.011788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.011876] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.012183] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.012342] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.012475] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.013070] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.013070] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.013070] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 2e6197d5-d6a5-4060-8cf8-17993c9058c1 is going to be created. [ 743.035710] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.035916] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.036555] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.036555] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.036740] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.037678] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-2e6197d5-d6a5-4060-8cf8-17993c9058c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.515749] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.515966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.516063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.517299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.517299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.517299] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 743.551421] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.552014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.552106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.553262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.553262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.565276] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 743.814381] env[65043]: INFO networking_nsxv3.common.synchronization [req-714869e7-fd96-4415-8fc4-c4a7dac0639e req-a602557d-0c79-42b2-af45-918b7de41a86 service nova] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_rules [ 743.814553] env[65043]: INFO networking_nsxv3.common.synchronization [req-714869e7-fd96-4415-8fc4-c4a7dac0639e req-a602557d-0c79-42b2-af45-918b7de41a86 service nova] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 743.814683] env[65043]: INFO networking_nsxv3.common.synchronization [req-714869e7-fd96-4415-8fc4-c4a7dac0639e req-a602557d-0c79-42b2-af45-918b7de41a86 service nova] Enqueued Resource ID: 2e6197d5-d6a5-4060-8cf8-17993c9058c1 with Priority: HIGHEST for action port [ 743.816741] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_rules [ 743.816741] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 743.816741] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6197d5-d6a5-4060-8cf8-17993c9058c1 with Priority: HIGHEST for action port [ 743.816741] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.816741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.816741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.816741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.816741] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.817064] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.817158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.817339] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e6197d5-d6a5-4060-8cf8-17993c9058c1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.817434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e6197d5-d6a5-4060-8cf8-17993c9058c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.817493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e6197d5-d6a5-4060-8cf8-17993c9058c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.817673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e6197d5-d6a5-4060-8cf8-17993c9058c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.817726] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6197d5-d6a5-4060-8cf8-17993c9058c1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.320388] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.320388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.324819] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e6197d5-d6a5-4060-8cf8-17993c9058c1 with status ACTIVE [ 744.325164] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.325701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.325701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.325782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.326366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.326366] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.326366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.326366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.326587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.326621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.326800] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.326967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.327041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.327188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.327263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.327359] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e6197d5-d6a5-4060-8cf8-17993c9058c1 is going to be updated. [ 744.351805] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.351955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.352037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.352545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.353699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.353699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e6197d5-d6a5-4060-8cf8-17993c9058c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.703786] env[65043]: INFO networking_nsxv3.common.synchronization [req-d0d6c5ad-fe97-4290-a582-4d579fe5793e req-d1141c15-f893-40cf-928d-ffda0ca04e6b tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 744.704779] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 744.704779] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.704779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.704779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.705448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.712842] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.712842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.712842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.712842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.712842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.712842] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.212536] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.212782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.212782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.213021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.213270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.213346] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.213408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.215020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.215020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.215020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.215020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 745.250746] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.257097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.257097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.257097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.257097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.265527] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 745.577652] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 745.578294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.578694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.578990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.579265] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.579442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.579550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.579797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.579934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.581566] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.083660] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.585601] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.621329] env[65043]: INFO networking_nsxv3.common.synchronization [req-72a86d5f-055c-4683-9466-873239b33fe7 req-5db3059e-a549-42d1-ab99-b46748e8cd5a tempest-ServerTagsTestJSON-1947064521 tempest-ServerTagsTestJSON-1947064521-project-member] Enqueued Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGHEST for action security_group_members [ 746.621941] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGHEST for action security_group_members [ 746.624550] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3621c87-40d4-42c6-afef-8dc02f190442 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.624550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.624550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.624996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.625240] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.625433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.625508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.625669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.625787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.625959] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3621c87-40d4-42c6-afef-8dc02f190442',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.089925] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.090133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.090133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.090550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.090550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.090550] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 747.130141] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.130552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.132363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.132830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.132830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.133059] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.134318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.134318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.134318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.134318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.134318] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3621c87-40d4-42c6-afef-8dc02f190442 is going to be updated. [ 747.147615] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.147836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.147836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.148194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.148440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.164526] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 747.174516] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.175265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.175441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.190398] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3621c87-40d4-42c6-afef-8dc02f190442 in Status: IN_PROGRESS for 2s [ 747.285435] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 747.285978] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f deletion is rescheduled due to dependency. [ 747.286067] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.733851] env[65043]: INFO networking_nsxv3.common.synchronization [None req-9b2781e7-48c7-40e6-be4c-85b680a833fa None None] Enqueued Resource ID: 81c26211-a56a-4af3-94c3-99838c8cc4ac with Priority: HIGHEST for action port [ 747.734641] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c26211-a56a-4af3-94c3-99838c8cc4ac with Priority: HIGHEST for action port [ 747.735068] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c26211-a56a-4af3-94c3-99838c8cc4ac taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.735229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c26211-a56a-4af3-94c3-99838c8cc4ac" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.735324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c26211-a56a-4af3-94c3-99838c8cc4ac" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.735667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c26211-a56a-4af3-94c3-99838c8cc4ac" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.735778] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c26211-a56a-4af3-94c3-99838c8cc4ac',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.237694] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c26211-a56a-4af3-94c3-99838c8cc4ac [ 748.237948] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.238104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.238177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.238395] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.238488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.238612] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c26211-a56a-4af3-94c3-99838c8cc4ac already deleted. [ 748.238696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c26211-a56a-4af3-94c3-99838c8cc4ac" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.441761] env[65043]: INFO networking_nsxv3.common.synchronization [req-2e429d1d-b9fc-4c7e-9e8d-3d51827af07c req-9a3f08c6-f426-4b30-b8bf-be3bab63f158 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_members [ 748.442815] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGHEST for action security_group_members [ 748.443816] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.443999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.444152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.444444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.444691] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.444848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.444947] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.445205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.445336] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.445515] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.948741] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.949104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.949104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.949104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.949276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.953672] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.953672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.953672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.953672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.953672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.953672] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 is going to be updated. [ 748.990959] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.991152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.991253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.991550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.991723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.004413] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 in Status: IN_PROGRESS for 2s [ 749.179068] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 749.180566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.182990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.182990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.182990] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.184171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.184171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.184171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.184171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.184171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.184423] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.202420] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3621c87-40d4-42c6-afef-8dc02f190442 in Status: SUCCESS [ 749.202773] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3621c87-40d4-42c6-afef-8dc02f190442 deletion is rescheduled due to dependency. [ 749.203064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.652932] env[65043]: INFO networking_nsxv3.common.synchronization [req-49d8fe71-fff2-417b-89d0-eb9d49515d9d req-68a1a5ae-e31b-4c93-a619-4eb10cef2192 tempest-ImagesNegativeTestJSON-708269576 tempest-ImagesNegativeTestJSON-708269576-project-member] Enqueued Resource ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce with Priority: HIGHEST for action security_group_members [ 749.653841] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce with Priority: HIGHEST for action security_group_members [ 749.656308] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e79b05-67b5-408d-9a77-6f90d8ce44ce taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.656308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.656308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.656308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.656645] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.656763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.656763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.656937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.657043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.658108] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e79b05-67b5-408d-9a77-6f90d8ce44ce',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.687284] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.687584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.687584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.687848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.687959] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.688061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.688061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.688251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.688333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.688463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.688614] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.688707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.688740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.689091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.689091] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.689182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.689213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.689330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.689406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.689477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.689629] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.150333] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.150333] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-799" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.150333] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-799" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.150333] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-799" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.150333] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.155052] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.155052] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.155052] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.155052] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.155052] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.155052] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.155052] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.155052] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.155052] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.155399] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.155399] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.161186] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.161350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.161445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.161652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.161763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.161978] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.162086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.162205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.162342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.162392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.162459] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce already deleted. [ 750.162605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.176847] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.177036] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.177189] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.177361] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-799" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.177678] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.177856] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.178011] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.179665] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.179665] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.192868] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 821df285-b55d-4e33-b46c-dbbc7390f89e: rpc.has_security_group_logging(os_id): False [ 750.212438] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.212664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.212736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.212934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.213309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.213560] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.214968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.214968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.214968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.214968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.215266] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.215266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.215266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.215371] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.215399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.215586] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.215699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.215770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.215987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.216073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.216334] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 750.291825] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.294612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.294612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.294612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.294888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.313980] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 750.576660] env[65043]: INFO networking_nsxv3.common.synchronization [None req-fbcabb7c-1950-4ddb-a835-a886fbb781d4 None None] Enqueued Resource ID: 38eb5081-a392-4608-b900-6363fbf65a55 with Priority: HIGHEST for action port [ 750.577576] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38eb5081-a392-4608-b900-6363fbf65a55 with Priority: HIGHEST for action port [ 750.577576] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-38eb5081-a392-4608-b900-6363fbf65a55 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.577735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38eb5081-a392-4608-b900-6363fbf65a55" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.577735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38eb5081-a392-4608-b900-6363fbf65a55" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.577980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38eb5081-a392-4608-b900-6363fbf65a55" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.578082] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38eb5081-a392-4608-b900-6363fbf65a55',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.683602] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.683763] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.683860] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.684107] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.684251] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.685509] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2 not found, creating... [ 750.685509] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.685509] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.685509] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.685509] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.685509] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.685750] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.685905] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.687138] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.687138] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.687138] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.687138] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2 is going to be created. [ 750.707186] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.707437] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.707437] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.707679] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.707898] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.708129] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.015519] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 in Status: SUCCESS [ 751.015744] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 deletion is rescheduled due to dependency. [ 751.015859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.081285] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38eb5081-a392-4608-b900-6363fbf65a55 [ 751.081607] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.081754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.081854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.082048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.082142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.082236] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38eb5081-a392-4608-b900-6363fbf65a55 already deleted. [ 751.082317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38eb5081-a392-4608-b900-6363fbf65a55" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.095311] env[65043]: INFO networking_nsxv3.common.synchronization [None req-3642f1ba-829c-4271-b4e8-56130d0ae69b None None] Enqueued Resource ID: d98638cf-4bc2-49f7-9323-9a56c5bba216 with Priority: HIGHEST for action port [ 751.095963] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98638cf-4bc2-49f7-9323-9a56c5bba216 with Priority: HIGHEST for action port [ 751.096285] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98638cf-4bc2-49f7-9323-9a56c5bba216 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.096408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98638cf-4bc2-49f7-9323-9a56c5bba216" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.096513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98638cf-4bc2-49f7-9323-9a56c5bba216" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.096819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98638cf-4bc2-49f7-9323-9a56c5bba216" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.096939] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98638cf-4bc2-49f7-9323-9a56c5bba216',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.445185] env[65043]: INFO networking_nsxv3.common.synchronization [req-49d8fe71-fff2-417b-89d0-eb9d49515d9d req-96a6d717-8086-4111-9125-857345d3bf1b service nova] Enqueued Resource ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce with Priority: HIGHEST for action security_group_rules [ 751.445185] env[65043]: INFO networking_nsxv3.common.synchronization [req-49d8fe71-fff2-417b-89d0-eb9d49515d9d req-96a6d717-8086-4111-9125-857345d3bf1b service nova] Enqueued Resource ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce with Priority: HIGHEST for action security_group_members [ 751.445185] env[65043]: INFO networking_nsxv3.common.synchronization [req-49d8fe71-fff2-417b-89d0-eb9d49515d9d req-96a6d717-8086-4111-9125-857345d3bf1b service nova] Enqueued Resource ID: fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2 with Priority: HIGHEST for action port [ 751.445560] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce with Priority: HIGHEST for action security_group_rules [ 751.445560] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce with Priority: HIGHEST for action security_group_members [ 751.445560] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2 with Priority: HIGHEST for action port [ 751.446343] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e79b05-67b5-408d-9a77-6f90d8ce44ce taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.446343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.446343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.446343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.446343] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e79b05-67b5-408d-9a77-6f90d8ce44ce',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.447531] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e79b05-67b5-408d-9a77-6f90d8ce44ce taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.447531] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.447531] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.447952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.450493] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.450493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.450493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.450493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.450493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.450493] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e79b05-67b5-408d-9a77-6f90d8ce44ce',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.451232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.452081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.452081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.452081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.452081] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.600193] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d98638cf-4bc2-49f7-9323-9a56c5bba216 [ 751.600428] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.600561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.600640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.600885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.600978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.601120] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d98638cf-4bc2-49f7-9323-9a56c5bba216 already deleted. [ 751.601155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98638cf-4bc2-49f7-9323-9a56c5bba216" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.956975] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e79b05-67b5-408d-9a77-6f90d8ce44ce taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.956975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.956975] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e79b05-67b5-408d-9a77-6f90d8ce44ce',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.956975] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2 with status ACTIVE [ 751.956975] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.956975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.956975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.956975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.956975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.956975] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.956975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.956975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.956975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.956975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.957459] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.957459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.961123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.965170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.965170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.965170] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2 is going to be updated. [ 751.988570] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.988730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.988784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.989153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.991602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.991602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc64d286-5fc9-4de9-b0d4-5f7e8ea4b7e2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.328495] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 752.328922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.464599] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e79b05-67b5-408d-9a77-6f90d8ce44ce',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.580380] env[65043]: INFO networking_nsxv3.common.synchronization [req-d721f99e-a17e-4f6c-a086-aa6f59b7aa74 req-7a9a2bf4-d043-4f9f-8292-fbbe45db00d1 tempest-ServersAdminTestJSON-223478790 tempest-ServersAdminTestJSON-223478790-project-member] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 752.581145] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 752.581481] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.581619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.581691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.581884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.582043] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.582137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.582197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.582338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.585023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.585023] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.967561] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.967800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.967888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.968283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.968399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.968787] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce is going to be created. [ 752.971208] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.971462] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.971570] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.971818] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.972112] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.972269] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.972392] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.972626] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.972777] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.972982] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.973212] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.973325] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.973446] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.973555] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.973664] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.973792] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.994282] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.994282] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.994282] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.994282] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-429" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.994282] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.994688] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.994688] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.994748] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.995012] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.000724] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.000724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.000724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.001226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.001226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.013139] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce in Status: UNINITIALIZED for 2s [ 753.086699] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.320018] env[65043]: INFO networking_nsxv3.common.synchronization [None req-59f38151-3f85-4b92-a430-c40bcfab2e5e None None] Enqueued Resource ID: 7dca1561-7233-4e83-a564-0a5db75f7818 with Priority: HIGHEST for action port [ 753.320018] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dca1561-7233-4e83-a564-0a5db75f7818 with Priority: HIGHEST for action port [ 753.320018] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dca1561-7233-4e83-a564-0a5db75f7818 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.320018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dca1561-7233-4e83-a564-0a5db75f7818" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.320018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dca1561-7233-4e83-a564-0a5db75f7818" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.322273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dca1561-7233-4e83-a564-0a5db75f7818" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.322417] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dca1561-7233-4e83-a564-0a5db75f7818',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.500154] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.500154] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.500154] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.500154] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.500154] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.500626] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a not found, creating... [ 753.500626] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.500709] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.500767] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.500983] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.501774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.501774] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.501774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.501774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.502185] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.502266] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.502362] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a is going to be created. [ 753.525260] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.525473] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.525593] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.525868] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.526077] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.526300] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.589335] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.825688] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dca1561-7233-4e83-a564-0a5db75f7818 [ 753.826093] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.826305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.826431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.826702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.826815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.827008] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dca1561-7233-4e83-a564-0a5db75f7818 already deleted. [ 753.827090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dca1561-7233-4e83-a564-0a5db75f7818" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.093574] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.093574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.093574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.093574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.093574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.093574] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 754.133415] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.133581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.133619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.134117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.134117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.149989] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 754.282801] env[65043]: INFO networking_nsxv3.common.synchronization [req-d721f99e-a17e-4f6c-a086-aa6f59b7aa74 req-d5bd9c43-51a3-4788-8ab3-cb50979f0066 service nova] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_rules [ 754.282801] env[65043]: INFO networking_nsxv3.common.synchronization [req-d721f99e-a17e-4f6c-a086-aa6f59b7aa74 req-d5bd9c43-51a3-4788-8ab3-cb50979f0066 service nova] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 754.282918] env[65043]: INFO networking_nsxv3.common.synchronization [req-d721f99e-a17e-4f6c-a086-aa6f59b7aa74 req-d5bd9c43-51a3-4788-8ab3-cb50979f0066 service nova] Enqueued Resource ID: eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a with Priority: HIGHEST for action port [ 754.284597] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_rules [ 754.284597] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 754.284597] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a with Priority: HIGHEST for action port [ 754.286570] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.286570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.286570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.286913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.287247] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.288150] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.288291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.288593] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.288771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.288862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.289104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.289251] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.791923] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.792335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.792382] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a with status ACTIVE [ 754.792697] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.792831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.793050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.793223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.793323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.793504] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.793604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.793670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.794053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.794053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.794187] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.794280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.794343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.794485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.794561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.794644] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a is going to be updated. [ 754.816051] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.816274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.816388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.816618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.816800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.817936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac9ae01-4fe7-48b1-b593-4ab4ce5dbd1a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.023242] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce in Status: SUCCESS [ 755.023823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.023823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.023967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.024232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.024348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.024394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.024562] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.024769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.024977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.025174] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34e79b05-67b5-408d-9a77-6f90d8ce44ce',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.310099] env[65043]: INFO networking_nsxv3.common.synchronization [None req-21c542eb-05af-4a9e-b236-bb27254cf3db None None] Enqueued Resource ID: 7f081827-3c01-4258-8286-0476f81dcf80 with Priority: HIGHEST for action port [ 755.310929] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f081827-3c01-4258-8286-0476f81dcf80 with Priority: HIGHEST for action port [ 755.311070] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f081827-3c01-4258-8286-0476f81dcf80 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.311134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f081827-3c01-4258-8286-0476f81dcf80" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.311168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f081827-3c01-4258-8286-0476f81dcf80" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.312505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f081827-3c01-4258-8286-0476f81dcf80" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.312505] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f081827-3c01-4258-8286-0476f81dcf80',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.528424] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e79b05-67b5-408d-9a77-6f90d8ce44ce taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.528595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.528669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.528948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.529872] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.529872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.529872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.529872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.529872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.529872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.529872] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e79b05-67b5-408d-9a77-6f90d8ce44ce taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.530268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.530268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.530323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.530486] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.530574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.530639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.530816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.530900] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.530983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.532546] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34e79b05-67b5-408d-9a77-6f90d8ce44ce',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.818937] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f081827-3c01-4258-8286-0476f81dcf80 [ 755.818937] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.818937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.818937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.818937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.818937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.818937] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f081827-3c01-4258-8286-0476f81dcf80 already deleted. [ 755.818937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f081827-3c01-4258-8286-0476f81dcf80" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.035403] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34e79b05-67b5-408d-9a77-6f90d8ce44ce: rpc.has_security_group_logging(os_id): False [ 756.056066] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.056066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.056066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.056066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.056066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.058415] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.058415] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.058415] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.058415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.059252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.059252] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce is going to be created. [ 756.129592] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.129592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.129592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.129592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.129592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.145839] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce in Status: IN_PROGRESS for 2s [ 756.160470] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 756.160693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.160876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.161141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.161334] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.161453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.161537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.161711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.161798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.161897] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.665130] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.168687] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.519879] env[65043]: INFO networking_nsxv3.common.synchronization [req-1a5082f9-f59e-44ed-a067-a0be73b95795 req-97f8d064-9327-4136-9171-b7b66d7984ae tempest-ServersV294TestFqdnHostnames-1083439850 tempest-ServersV294TestFqdnHostnames-1083439850-project-member] Enqueued Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_members [ 757.520296] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_members [ 757.521828] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.521828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.521828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.521828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.521828] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.521828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.521828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.521828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.522187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.522187] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.671263] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.671426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.671570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.671818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.671919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.672036] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 757.717866] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.718017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.718099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.718307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.718448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.761014] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 757.981120] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.981120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-566" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.981120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-566" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.981120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-566" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.981120] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.981120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.981120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.981120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.983965] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.984389] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.984625] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.984828] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.985031] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.985226] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.985411] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.985623] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.007416] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.007703] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.007911] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.008929] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-566" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.008929] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-dfbd0626-d0a8-4449-91db-85b335764826 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.009175] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-dfbd0626-d0a8-4449-91db-85b335764826" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.009335] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-dfbd0626-d0a8-4449-91db-85b335764826" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.009659] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-dfbd0626-d0a8-4449-91db-85b335764826" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.009816] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfbd0626-d0a8-4449-91db-85b335764826',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.025907] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.026089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.026129] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.026330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.026427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.026608] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.026707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.026768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.026914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.026989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.027083] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fceff77-c8e2-494c-ab71-70e69292053a already deleted. [ 758.027164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.034069] env[65043]: INFO networking_nsxv3.common.synchronization [None req-ae5babb6-4988-4072-bcb1-1a032140101b None None] Enqueued Resource ID: 0297a1c9-69ff-4b86-a3fb-1f5ea579ac31 with Priority: HIGHEST for action port [ 758.034680] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0297a1c9-69ff-4b86-a3fb-1f5ea579ac31 with Priority: HIGHEST for action port [ 758.038023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0297a1c9-69ff-4b86-a3fb-1f5ea579ac31 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.038023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0297a1c9-69ff-4b86-a3fb-1f5ea579ac31" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.038023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0297a1c9-69ff-4b86-a3fb-1f5ea579ac31" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.038217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0297a1c9-69ff-4b86-a3fb-1f5ea579ac31" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.038321] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0297a1c9-69ff-4b86-a3fb-1f5ea579ac31',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.163192] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce in Status: SUCCESS [ 758.163192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.515571] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.515943] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.515943] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.516269] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.516455] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.516619] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port dfbd0626-d0a8-4449-91db-85b335764826 not found, creating... [ 758.516953] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.517121] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.517239] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.517472] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.517604] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.517917] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.518087] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.518200] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.518404] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.518531] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.519070] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: dfbd0626-d0a8-4449-91db-85b335764826 is going to be created. [ 758.540521] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.540521] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.540521] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.540955] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.541261] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.541568] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-dfbd0626-d0a8-4449-91db-85b335764826" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.542557] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0297a1c9-69ff-4b86-a3fb-1f5ea579ac31 [ 758.542757] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.542908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.542988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.543244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.543378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.543467] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0297a1c9-69ff-4b86-a3fb-1f5ea579ac31 already deleted. [ 758.543563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0297a1c9-69ff-4b86-a3fb-1f5ea579ac31" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.345207] env[65043]: INFO networking_nsxv3.common.synchronization [req-1a5082f9-f59e-44ed-a067-a0be73b95795 req-4c3bf235-09dc-4ec6-a7f0-7aaae8812990 service nova] Enqueued Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_rules [ 759.348253] env[65043]: INFO networking_nsxv3.common.synchronization [req-1a5082f9-f59e-44ed-a067-a0be73b95795 req-4c3bf235-09dc-4ec6-a7f0-7aaae8812990 service nova] Enqueued Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_members [ 759.348253] env[65043]: INFO networking_nsxv3.common.synchronization [req-1a5082f9-f59e-44ed-a067-a0be73b95795 req-4c3bf235-09dc-4ec6-a7f0-7aaae8812990 service nova] Enqueued Resource ID: dfbd0626-d0a8-4449-91db-85b335764826 with Priority: HIGHEST for action port [ 759.348253] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_rules [ 759.348253] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_members [ 759.348253] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbd0626-d0a8-4449-91db-85b335764826 with Priority: HIGHEST for action port [ 759.348253] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.348253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.348253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.348253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.348253] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.348253] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.349409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.349409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.349409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.349409] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.349409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.349409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.349409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.349641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.349996] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.353308] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfbd0626-d0a8-4449-91db-85b335764826 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.353308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfbd0626-d0a8-4449-91db-85b335764826" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.353308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfbd0626-d0a8-4449-91db-85b335764826" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.353513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfbd0626-d0a8-4449-91db-85b335764826" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.353588] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfbd0626-d0a8-4449-91db-85b335764826',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.627419] env[65043]: INFO networking_nsxv3.common.synchronization [req-418fe9d3-05ad-4ead-9ee9-cd426b66a485 req-26a5a575-596a-430c-b7cf-7ef21f36e2a4 tempest-ServerMetadataTestJSON-1537142089 tempest-ServerMetadataTestJSON-1537142089-project-member] Enqueued Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGHEST for action security_group_members [ 759.628236] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGHEST for action security_group_members [ 759.628973] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bfac23-3a9a-4154-941b-05461f33e86e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.628973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.628973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.629494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.629605] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.629791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.629929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.630405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.630490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.630669] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bfac23-3a9a-4154-941b-05461f33e86e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.774498] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 759.774498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.774498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.775344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.775344] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.775344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.775344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.775635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.775822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.775957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.776140] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.855904] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.857023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.857023] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.861267] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfbd0626-d0a8-4449-91db-85b335764826 with status ACTIVE [ 759.861645] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.862869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.864172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.864172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.864172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.864172] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.864172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.864172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.864372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.865037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.865037] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.865037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.865037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.865646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.865788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.865935] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfbd0626-d0a8-4449-91db-85b335764826 is going to be updated. [ 759.906885] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.907093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.907093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.907317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.907493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.907691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfbd0626-d0a8-4449-91db-85b335764826" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.133114] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.133306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.133452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.133755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.134097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.134097] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.134444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.134444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.134444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.134598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.134598] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bfac23-3a9a-4154-941b-05461f33e86e is going to be updated. [ 760.189247] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.189536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.189608] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.190015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.190398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.205819] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bfac23-3a9a-4154-941b-05461f33e86e in Status: IN_PROGRESS for 2s [ 760.280036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.280528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.280639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.281107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.282264] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.282264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.282398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.283337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.283337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.283337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.283337] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.283602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.283602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.284170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.284170] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.284170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.284170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.284785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.284785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.284785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.285086] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.359870] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.788147] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b59255b2-a2ea-429e-8559-1954e4acd571: rpc.has_security_group_logging(os_id): False [ 760.828026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.828026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.828026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.828026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.829695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.832349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.832349] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.832349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.832349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.832349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.832349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.832349] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 760.864113] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.865028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.865028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.865028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.865028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.865256] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fceff77-c8e2-494c-ab71-70e69292053a is going to be created. [ 760.910158] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.910158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.910158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.910348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.910378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.938332] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.938623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.938662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.938944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.939178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.947096] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fceff77-c8e2-494c-ab71-70e69292053a in Status: UNINITIALIZED for 2s [ 760.968782] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 762.221724] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bfac23-3a9a-4154-941b-05461f33e86e in Status: SUCCESS [ 762.222189] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bfac23-3a9a-4154-941b-05461f33e86e deletion is rescheduled due to dependency. [ 762.222189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.632691] env[65043]: INFO networking_nsxv3.common.synchronization [req-a18d176a-e496-4f9f-9c52-82dfa883d0d2 req-5543fd87-d777-4ca4-bd47-7da82ecab32d tempest-ServersTestBootFromVolume-121082214 tempest-ServersTestBootFromVolume-121082214-project-member] Enqueued Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_members [ 762.633243] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_members [ 762.633539] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bf7550-33ff-479c-a73a-23e0ae8a8574 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.633660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.633728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.634410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.634591] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.634703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.634766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.634924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.635026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.635123] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.963132] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fceff77-c8e2-494c-ab71-70e69292053a in Status: SUCCESS [ 762.963381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.963665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.963944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.964143] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.964292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.964361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.964868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.964975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.965091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.965205] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.984121] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 762.984375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.039414] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.039626] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-226" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.039752] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-226" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.040107] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-226" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.040391] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.040546] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.040630] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.040841] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.040980] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.041250] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.041466] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.041594] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.041784] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.041892] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.041992] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.042130] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.061858] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.062042] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.062236] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.062436] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-226" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.062783] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-d932c384-2df2-438d-b37f-c268a91addc2 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.062987] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-d932c384-2df2-438d-b37f-c268a91addc2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.063126] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-d932c384-2df2-438d-b37f-c268a91addc2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.063429] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-d932c384-2df2-438d-b37f-c268a91addc2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.063561] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d932c384-2df2-438d-b37f-c268a91addc2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.137447] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.137637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.137705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.138808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.138808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.139736] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.140116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.140116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.140315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.140378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.140447] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 already deleted. [ 763.140529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.468300] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.566350] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.566609] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.566661] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.566901] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.567150] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.567208] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port d932c384-2df2-438d-b37f-c268a91addc2 not found, creating... [ 763.567829] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.568161] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.568299] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.568526] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.568909] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.569081] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.569237] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.569347] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.569595] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.569730] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.569869] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: d932c384-2df2-438d-b37f-c268a91addc2 is going to be created. [ 763.591545] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.591812] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.591947] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.592221] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.592469] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.592719] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-d932c384-2df2-438d-b37f-c268a91addc2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.955340] env[65043]: INFO networking_nsxv3.common.synchronization [req-2f5de421-5ab1-498f-9919-9d02e5150eb4 req-171579e4-0652-4836-b7f2-0d6615fb9919 tempest-ImagesNegativeTestJSON-708269576 tempest-ImagesNegativeTestJSON-708269576-project-member] Enqueued Resource ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce with Priority: HIGHEST for action security_group_members [ 763.955891] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce with Priority: HIGHEST for action security_group_members [ 763.956266] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e79b05-67b5-408d-9a77-6f90d8ce44ce taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.957520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.957520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.957520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.957520] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.957520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.957520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.957520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.957520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.957520] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e79b05-67b5-408d-9a77-6f90d8ce44ce',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.972105] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fceff77-c8e2-494c-ab71-70e69292053a: rpc.has_security_group_logging(os_id): False [ 763.998847] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.999019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.999152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.999425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.000025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.000190] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.000285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.000339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.000533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.000628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.000725] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fceff77-c8e2-494c-ab71-70e69292053a is going to be created. [ 764.072330] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.072579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.072579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.072771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.072972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.087604] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fceff77-c8e2-494c-ab71-70e69292053a in Status: IN_PROGRESS for 2s [ 764.349421] env[65043]: INFO networking_nsxv3.common.synchronization [req-a18d176a-e496-4f9f-9c52-82dfa883d0d2 req-75bdb811-84e1-4035-b5e3-65c1ca43eb83 service nova] Enqueued Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_rules [ 764.349701] env[65043]: INFO networking_nsxv3.common.synchronization [req-a18d176a-e496-4f9f-9c52-82dfa883d0d2 req-75bdb811-84e1-4035-b5e3-65c1ca43eb83 service nova] Enqueued Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_members [ 764.349869] env[65043]: INFO networking_nsxv3.common.synchronization [req-a18d176a-e496-4f9f-9c52-82dfa883d0d2 req-75bdb811-84e1-4035-b5e3-65c1ca43eb83 service nova] Enqueued Resource ID: d932c384-2df2-438d-b37f-c268a91addc2 with Priority: HIGHEST for action port [ 764.350521] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_rules [ 764.350645] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_members [ 764.350712] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d932c384-2df2-438d-b37f-c268a91addc2 with Priority: HIGHEST for action port [ 764.351160] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.351311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.351389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.351717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.351828] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.352925] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bf7550-33ff-479c-a73a-23e0ae8a8574 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.353080] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.353124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.353292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.354211] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.354211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.354211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.354211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.354211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.354211] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.355166] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-d932c384-2df2-438d-b37f-c268a91addc2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.355646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d932c384-2df2-438d-b37f-c268a91addc2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.355723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d932c384-2df2-438d-b37f-c268a91addc2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.356334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d932c384-2df2-438d-b37f-c268a91addc2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.356334] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d932c384-2df2-438d-b37f-c268a91addc2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.462684] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.462684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.462684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.462684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.462684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.462684] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.462684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.462684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.462684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.462684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.462684] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce is going to be updated. [ 764.495583] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.498478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.498478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.498478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.498478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.507213] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce in Status: IN_PROGRESS for 2s [ 764.858193] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bf7550-33ff-479c-a73a-23e0ae8a8574 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.858366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.858632] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.861177] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d932c384-2df2-438d-b37f-c268a91addc2 with status ACTIVE [ 764.861177] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.861177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.861177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.861177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.861177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.861177] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.861177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.861177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.861177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.861177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.861749] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.861749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.861749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.861749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.861749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.861902] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d932c384-2df2-438d-b37f-c268a91addc2 is going to be updated. [ 764.888466] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.888749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.888845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.890650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.890650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.890650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d932c384-2df2-438d-b37f-c268a91addc2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.364726] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.575285] env[65043]: INFO networking_nsxv3.common.synchronization [req-1fbef500-1d74-47f2-9686-78a61ddd8b7e req-bca8c960-fed9-44ae-9755-c51adbaca850 tempest-ServersWithSpecificFlavorTestJSON-1922428873 tempest-ServersWithSpecificFlavorTestJSON-1922428873-project-member] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 765.575285] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 765.575705] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.575705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.575705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.576505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.576670] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.576775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.576836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.576986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.577281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.577281] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.602031] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e594c35-7a0a-4218-a369-fe1d340f0941 req-c5ebe0aa-0cc8-4f21-a66e-5b458177e288 tempest-FloatingIPsAssociationTestJSON-1815916442 tempest-FloatingIPsAssociationTestJSON-1815916442-project-member] Enqueued Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 765.602031] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 765.602641] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.602966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.603167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.603576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.604117] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.604371] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.604536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.604809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.605021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.605580] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.868114] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.868333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.868333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.869211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.869211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.869211] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 is going to be created. [ 765.899312] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.899447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.899447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.899736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.899881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.930045] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 in Status: UNINITIALIZED for 2s [ 766.079587] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.079805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.079885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.080068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.080220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.080351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.080444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.080502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.080668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.080763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.080850] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f is going to be updated. [ 766.097995] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fceff77-c8e2-494c-ab71-70e69292053a in Status: SUCCESS [ 766.098252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.106984] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.107179] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-697" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.107296] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-697" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.107621] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-697" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.107874] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.108038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.108156] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.108358] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.108495] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.108744] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.108874] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.108969] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.109111] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.109253] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.109376] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.109562] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.111344] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.111459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.111592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.111787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.111918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.113404] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.113515] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.113573] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.113726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.113805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.114053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.114151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.114212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.114353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.114447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.114533] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 already deleted. [ 766.114597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.124194] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: IN_PROGRESS for 2s [ 766.133253] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.133728] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.133923] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.134198] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-697" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.134547] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-93f11441-26c3-4094-8b30-1ce5d9315a9c taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.134732] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-93f11441-26c3-4094-8b30-1ce5d9315a9c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.134844] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-93f11441-26c3-4094-8b30-1ce5d9315a9c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.135178] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-93f11441-26c3-4094-8b30-1ce5d9315a9c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.135305] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f11441-26c3-4094-8b30-1ce5d9315a9c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.518632] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce in Status: SUCCESS [ 766.518829] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e79b05-67b5-408d-9a77-6f90d8ce44ce deletion is rescheduled due to dependency. [ 766.518919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e79b05-67b5-408d-9a77-6f90d8ce44ce" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.638713] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.639106] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.639106] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.639397] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.639590] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.639718] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 93f11441-26c3-4094-8b30-1ce5d9315a9c not found, creating... [ 766.639985] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.640170] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.640284] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.640501] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.640632] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.640905] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.641222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.641295] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.641481] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.643033] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.643033] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 93f11441-26c3-4094-8b30-1ce5d9315a9c is going to be created. [ 766.685319] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.685959] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.685959] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.686108] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.686308] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.687250] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-93f11441-26c3-4094-8b30-1ce5d9315a9c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.446583] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e594c35-7a0a-4218-a369-fe1d340f0941 req-5f19dfad-6c15-438d-b299-11b2bcd0edfb service nova] Enqueued Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_rules [ 767.446807] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e594c35-7a0a-4218-a369-fe1d340f0941 req-5f19dfad-6c15-438d-b299-11b2bcd0edfb service nova] Enqueued Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 767.446944] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e594c35-7a0a-4218-a369-fe1d340f0941 req-5f19dfad-6c15-438d-b299-11b2bcd0edfb service nova] Enqueued Resource ID: 93f11441-26c3-4094-8b30-1ce5d9315a9c with Priority: HIGHEST for action port [ 767.447576] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_rules [ 767.447736] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 767.448749] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f11441-26c3-4094-8b30-1ce5d9315a9c with Priority: HIGHEST for action port [ 767.448850] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.448986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.449196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.449389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.449499] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.451222] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.451355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.451420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.451638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.451799] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.451893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.452843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.452843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.452843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.452843] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.453183] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f11441-26c3-4094-8b30-1ce5d9315a9c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.453287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f11441-26c3-4094-8b30-1ce5d9315a9c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.453350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f11441-26c3-4094-8b30-1ce5d9315a9c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.453513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f11441-26c3-4094-8b30-1ce5d9315a9c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.453605] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f11441-26c3-4094-8b30-1ce5d9315a9c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.940943] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 in Status: SUCCESS [ 767.941272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.941428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.941731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.941948] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.942113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.942183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.943121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.943121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.943121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.943121] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.958281] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.958281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.958281] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.958281] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f11441-26c3-4094-8b30-1ce5d9315a9c with status ACTIVE [ 767.958281] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.958281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.958281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.959451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.959451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.959451] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.959451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.959451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.959451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.959451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.959451] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.959451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.959451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.960106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.960106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.960106] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f11441-26c3-4094-8b30-1ce5d9315a9c is going to be updated. [ 767.984135] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.984288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.984355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.984574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.984706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.984898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f11441-26c3-4094-8b30-1ce5d9315a9c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.142231] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: SUCCESS [ 768.142617] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f deletion is rescheduled due to dependency. [ 768.142800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.444735] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.463682] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.947690] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0bf7550-33ff-479c-a73a-23e0ae8a8574: rpc.has_security_group_logging(os_id): False [ 768.969591] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.969591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.969591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.969591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.969591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.969591] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 is going to be created. [ 768.983639] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.983809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.983909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.984254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.984360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.984577] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.984685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.984759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.984951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.985076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.985204] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 is going to be created. [ 769.032115] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.033315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.033445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.034304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.034427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.060986] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: UNINITIALIZED for 2s [ 769.097740] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.097740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.097740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.097740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.097740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.115630] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 in Status: IN_PROGRESS for 2s [ 770.831512] env[65043]: INFO networking_nsxv3.common.synchronization [req-94de4e2e-89eb-4f3f-bd1b-47dd032ce930 req-cb0c52d0-0a11-45bb-9f4f-b9fdc7b58781 tempest-ServersTestFqdnHostnames-1476249710 tempest-ServersTestFqdnHostnames-1476249710-project-member] Enqueued Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_members [ 770.832094] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_members [ 770.832405] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.832509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.832714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.832856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.833210] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.833351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.833415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.833588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.833895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.833895] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.072283] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: SUCCESS [ 771.072521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.072747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.072971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.073188] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.073308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.073375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.073528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.073612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.073696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.073786] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.129667] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 in Status: SUCCESS [ 771.129973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.338072] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.338072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.338072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.338072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.338072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.338072] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.338072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.338072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.338072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.338072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.338072] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b already deleted. [ 771.338072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.577029] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.577210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.577263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.577493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.577662] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.577755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.577827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.577976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.578085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.578172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.578313] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.578450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.578450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.578607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.578746] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.578835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.578890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.579042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.579115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.579197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.581679] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.749210] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.749859] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-125" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.750268] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-125" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.750875] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-125" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.751446] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.752107] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.752436] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.752945] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.753321] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.753778] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.757025] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.757025] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.757025] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.757025] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.757025] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.757025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.788861] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.788861] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.788861] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.788861] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-125" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.788861] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-23ed6df4-9741-4129-86ba-e74569445d6e taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.788861] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-23ed6df4-9741-4129-86ba-e74569445d6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.788861] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-23ed6df4-9741-4129-86ba-e74569445d6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.788861] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-23ed6df4-9741-4129-86ba-e74569445d6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.788861] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ed6df4-9741-4129-86ba-e74569445d6e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.085952] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 225a14ca-2212-482e-9d5a-900a4ee6a9e8: rpc.has_security_group_logging(os_id): False [ 772.106571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.106571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.106571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.106571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.107188] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.107573] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.107740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.108172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.108459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.108652] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 is going to be created. [ 772.191277] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.191454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.191512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.191803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.192077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.206044] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: IN_PROGRESS for 2s [ 772.293102] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.293357] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.293483] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.293901] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.293970] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.294873] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 23ed6df4-9741-4129-86ba-e74569445d6e not found, creating... [ 772.294873] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.294873] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.294873] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.294873] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.295111] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.295325] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.295482] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.295596] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.295801] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.295940] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.296157] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 23ed6df4-9741-4129-86ba-e74569445d6e is going to be created. [ 772.337501] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.337760] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.338256] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.338627] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.338897] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.339196] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-23ed6df4-9741-4129-86ba-e74569445d6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.018110] env[65043]: INFO networking_nsxv3.common.synchronization [req-94de4e2e-89eb-4f3f-bd1b-47dd032ce930 req-a4e686ad-00a6-4fef-b827-b617cdb8862f service nova] Enqueued Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_rules [ 773.018368] env[65043]: INFO networking_nsxv3.common.synchronization [req-94de4e2e-89eb-4f3f-bd1b-47dd032ce930 req-a4e686ad-00a6-4fef-b827-b617cdb8862f service nova] Enqueued Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_members [ 773.019119] env[65043]: INFO networking_nsxv3.common.synchronization [req-94de4e2e-89eb-4f3f-bd1b-47dd032ce930 req-a4e686ad-00a6-4fef-b827-b617cdb8862f service nova] Enqueued Resource ID: 23ed6df4-9741-4129-86ba-e74569445d6e with Priority: HIGHEST for action port [ 773.019447] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_rules [ 773.019596] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_members [ 773.019686] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ed6df4-9741-4129-86ba-e74569445d6e with Priority: HIGHEST for action port [ 773.020046] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.020463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.020602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.020802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.021674] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.022216] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.022216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.022216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.022374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.022408] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.023300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.023300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.023300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.023300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.023300] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.025546] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ed6df4-9741-4129-86ba-e74569445d6e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.025546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ed6df4-9741-4129-86ba-e74569445d6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.025546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ed6df4-9741-4129-86ba-e74569445d6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.025546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ed6df4-9741-4129-86ba-e74569445d6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.025546] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ed6df4-9741-4129-86ba-e74569445d6e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.526197] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.526533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.526605] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.528551] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23ed6df4-9741-4129-86ba-e74569445d6e with status ACTIVE [ 773.528760] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.528871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.528926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.529287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.529452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.529737] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.529893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.529999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.530477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.530632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.531129] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.531286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.531324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.532041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.532116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.532211] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23ed6df4-9741-4129-86ba-e74569445d6e is going to be updated. [ 773.564589] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.564726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.564794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.565688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.565688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.565688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ed6df4-9741-4129-86ba-e74569445d6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.029898] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.199767] env[65043]: INFO networking_nsxv3.common.synchronization [req-a704f7de-b6aa-4063-bd55-9b97f0639450 req-7b00c2a4-618d-4d45-a989-8527b71c25cb tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 774.200846] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 774.200955] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.201031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.201094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.201329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.201500] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.201632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.201721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.201912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.201951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.205805] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.223307] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: SUCCESS [ 774.223307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.532614] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.533050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.533050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.533050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.533478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.533478] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b is going to be created. [ 774.560634] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.560837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.560930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.561160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.561415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.576860] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b in Status: UNINITIALIZED for 2s [ 774.692289] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.693353] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.693353] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.693353] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.693490] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.693743] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.694031] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.694386] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.694621] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.694988] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.695196] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.695364] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.695515] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.695670] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.695891] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.696082] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.706356] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.706849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.706849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.706984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.707090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.707435] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.707593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.707685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.707934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.708219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.708385] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 774.726052] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.726182] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.726294] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.726469] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.726953] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-1675b159-31ca-4a75-b883-d0fd0ef7ac50 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.726953] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-1675b159-31ca-4a75-b883-d0fd0ef7ac50" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.727463] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-1675b159-31ca-4a75-b883-d0fd0ef7ac50" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.727463] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-1675b159-31ca-4a75-b883-d0fd0ef7ac50" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.727521] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1675b159-31ca-4a75-b883-d0fd0ef7ac50',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.748962] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.749237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.749237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.749607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.749879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.763147] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 775.232442] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.232442] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.232442] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.232442] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.232864] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.232929] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 1675b159-31ca-4a75-b883-d0fd0ef7ac50 not found, creating... [ 775.233735] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.233735] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.234057] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.234258] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.234385] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.234838] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.235271] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.235361] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.236062] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.236062] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.236202] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 1675b159-31ca-4a75-b883-d0fd0ef7ac50 is going to be created. [ 775.259298] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.259601] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.259828] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.260367] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.260658] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.260888] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-1675b159-31ca-4a75-b883-d0fd0ef7ac50" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.986935] env[65043]: INFO networking_nsxv3.common.synchronization [req-a704f7de-b6aa-4063-bd55-9b97f0639450 req-9adb42e5-92d2-4a0f-a138-62bd3110ed7c service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 775.987710] env[65043]: INFO networking_nsxv3.common.synchronization [req-a704f7de-b6aa-4063-bd55-9b97f0639450 req-9adb42e5-92d2-4a0f-a138-62bd3110ed7c service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 775.987710] env[65043]: INFO networking_nsxv3.common.synchronization [req-a704f7de-b6aa-4063-bd55-9b97f0639450 req-9adb42e5-92d2-4a0f-a138-62bd3110ed7c service nova] Enqueued Resource ID: 1675b159-31ca-4a75-b883-d0fd0ef7ac50 with Priority: HIGHEST for action port [ 775.987875] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 775.988078] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 775.988212] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1675b159-31ca-4a75-b883-d0fd0ef7ac50 with Priority: HIGHEST for action port [ 775.988504] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.988647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.988716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.988921] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.989028] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.989989] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.990087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.990255] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-1675b159-31ca-4a75-b883-d0fd0ef7ac50 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.990382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1675b159-31ca-4a75-b883-d0fd0ef7ac50" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.990450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1675b159-31ca-4a75-b883-d0fd0ef7ac50" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.990622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1675b159-31ca-4a75-b883-d0fd0ef7ac50" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.990751] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1675b159-31ca-4a75-b883-d0fd0ef7ac50',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.492872] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.492872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.493180] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1675b159-31ca-4a75-b883-d0fd0ef7ac50 with status ACTIVE [ 776.493180] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.493180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.493338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.493496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.493606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.493785] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.493989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.493989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.494285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.494285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.494528] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.494528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.494608] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.494729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.494801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.494885] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1675b159-31ca-4a75-b883-d0fd0ef7ac50 is going to be updated. [ 776.517916] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.518104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.518148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.518353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.518482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.518637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1675b159-31ca-4a75-b883-d0fd0ef7ac50" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.590785] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b in Status: SUCCESS [ 776.591262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.593697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.593697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.593697] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.593697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.593697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.593697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.593697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.593697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.593697] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.775308] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 776.775500] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d deletion is rescheduled due to dependency. [ 776.775616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.775790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.776024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.776210] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.776330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.776408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.776566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.776803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.776803] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.097532] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.252594] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 777.252594] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent loop - iteration:1 started [ 777.282024] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.282024] env[65043]: INFO networking_nsxv3.common.synchronization [None req-11dc85d6-8c4d-49d7-b25b-ed4c28bec933 None None] Enqueued Resource ID: d2c709ab-dd42-4226-bc39-7d05bac2979f with Priority: HIGHEST for action port [ 777.282352] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c709ab-dd42-4226-bc39-7d05bac2979f with Priority: HIGHEST for action port [ 777.282890] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2c709ab-dd42-4226-bc39-7d05bac2979f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.283184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2c709ab-dd42-4226-bc39-7d05bac2979f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.283356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2c709ab-dd42-4226-bc39-7d05bac2979f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.284126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2c709ab-dd42-4226-bc39-7d05bac2979f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.284454] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c709ab-dd42-4226-bc39-7d05bac2979f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.600850] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7c9162d-9b4f-4949-ad71-5d351014ff9b: rpc.has_security_group_logging(os_id): False [ 777.640082] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.640238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.640332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.640622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.640723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.640984] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.641118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.641159] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.641790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.641790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.641790] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b is going to be created. [ 777.727502] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.727502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.729182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.729398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.729648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.744136] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b in Status: IN_PROGRESS for 2s [ 777.783591] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.788066] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2c709ab-dd42-4226-bc39-7d05bac2979f [ 777.788066] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.788066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.788066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.788066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.788066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.788066] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2c709ab-dd42-4226-bc39-7d05bac2979f already deleted. [ 777.788066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2c709ab-dd42-4226-bc39-7d05bac2979f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.286201] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.286527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.286527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.286636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.287434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.287434] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 778.323273] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.323421] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.323490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.323701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.323842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.333177] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 779.677821] env[65043]: INFO networking_nsxv3.common.synchronization [req-449639ef-fe9e-4987-a631-6c555dcf37a1 req-aecbd79c-39f1-44e7-afe4-8219f026ce9e tempest-SecurityGroupRulesTestJSON-158207839 tempest-SecurityGroupRulesTestJSON-158207839-project-member] Enqueued Resource ID: 54cc6397-b008-423d-9c79-ae3917724b1e with Priority: HIGHEST for action security_group_rules [ 779.678514] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cc6397-b008-423d-9c79-ae3917724b1e with Priority: HIGHEST for action security_group_rules [ 779.678748] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54cc6397-b008-423d-9c79-ae3917724b1e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.678905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54cc6397-b008-423d-9c79-ae3917724b1e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.678949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54cc6397-b008-423d-9c79-ae3917724b1e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.679360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54cc6397-b008-423d-9c79-ae3917724b1e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.679491] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54cc6397-b008-423d-9c79-ae3917724b1e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.757803] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b in Status: SUCCESS [ 779.757803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.203425] env[65043]: INFO networking_nsxv3.common.synchronization [None req-9edfd183-5e74-42bc-9b56-a622ea19527c None None] Enqueued Resource ID: fc90da04-bfd9-4ab3-84f1-9bd8cd650127 with Priority: HIGHEST for action port [ 780.203694] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc90da04-bfd9-4ab3-84f1-9bd8cd650127 with Priority: HIGHEST for action port [ 780.203989] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc90da04-bfd9-4ab3-84f1-9bd8cd650127 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.205324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc90da04-bfd9-4ab3-84f1-9bd8cd650127" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.205324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc90da04-bfd9-4ab3-84f1-9bd8cd650127" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.205641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc90da04-bfd9-4ab3-84f1-9bd8cd650127" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.205747] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc90da04-bfd9-4ab3-84f1-9bd8cd650127',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.208270] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.208418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.208457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.208733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.208842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.208954] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54cc6397-b008-423d-9c79-ae3917724b1e already deleted. [ 780.210148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54cc6397-b008-423d-9c79-ae3917724b1e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.347280] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 780.347539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.347750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.348177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.348321] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.349216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.349216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.349216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.349216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.349216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.349216] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.711369] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc90da04-bfd9-4ab3-84f1-9bd8cd650127 [ 780.711753] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.712556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.712556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.712747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.712985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.713805] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc90da04-bfd9-4ab3-84f1-9bd8cd650127 already deleted. [ 780.713805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc90da04-bfd9-4ab3-84f1-9bd8cd650127" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.852737] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.852891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.852967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.853225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.853441] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.853763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.853763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.853763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.853763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.853930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.854040] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.854127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.854242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.854405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.854504] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.854559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.854657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.854749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.854822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.854897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.855034] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.357777] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d: rpc.has_security_group_logging(os_id): False [ 781.382812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.382973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.383053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.384253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.384253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.384253] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.384253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.384253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.384253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.384253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.384253] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.384253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.384253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.384657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.384657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.384657] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.384835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.384835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.384895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.385207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.386051] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 781.476668] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.477035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.477035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.477348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.477521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.498424] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 782.924082] env[65043]: INFO networking_nsxv3.common.synchronization [req-5d2f1b74-4c53-4a53-842f-bd1799ca731c req-14b0ef8c-2e94-4e3e-ab30-ffd82f37804a tempest-SecurityGroupRulesTestJSON-158207839 tempest-SecurityGroupRulesTestJSON-158207839-project-member] Enqueued Resource ID: b0dbe344-4175-4f57-9c56-7c58c1cc7408 with Priority: HIGHEST for action security_group_rules [ 782.925282] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0dbe344-4175-4f57-9c56-7c58c1cc7408 with Priority: HIGHEST for action security_group_rules [ 782.925450] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0dbe344-4175-4f57-9c56-7c58c1cc7408 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.927183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0dbe344-4175-4f57-9c56-7c58c1cc7408" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.927183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0dbe344-4175-4f57-9c56-7c58c1cc7408" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.927183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0dbe344-4175-4f57-9c56-7c58c1cc7408" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.927183] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0dbe344-4175-4f57-9c56-7c58c1cc7408',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.453929] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.454134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.454175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.454390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.454477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.454705] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0dbe344-4175-4f57-9c56-7c58c1cc7408 already deleted. [ 783.454786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0dbe344-4175-4f57-9c56-7c58c1cc7408" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.518408] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 783.518408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.156274] env[65043]: INFO networking_nsxv3.common.synchronization [req-0a472d5a-3cfa-41e4-87c9-f203a230f1ae req-50c91993-f64a-46dd-a2e0-78a132da32f7 tempest-ServerRescueTestJSON-265358796 tempest-ServerRescueTestJSON-265358796-project-member] Enqueued Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 784.157029] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 784.159281] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.159281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.159281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.159281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.159281] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.159281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.159281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.159281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.159281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.159281] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.646393] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.646393] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-565" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.646393] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-565" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.646393] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-565" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.646654] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.646654] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.646767] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.647031] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.647151] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.647355] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.647523] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.647610] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.647717] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.647824] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.647933] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.648074] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.661861] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.662212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.662212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.662812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.662812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.662812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.662812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.663089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.663089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.663089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.663183] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 already deleted. [ 784.663274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.671903] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.672211] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.672847] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.672847] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-565" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.673197] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-609b2872-699e-49b6-8a76-ab9fa5608513 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.673305] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-609b2872-699e-49b6-8a76-ab9fa5608513" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.673455] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-609b2872-699e-49b6-8a76-ab9fa5608513" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.673757] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-609b2872-699e-49b6-8a76-ab9fa5608513" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.673914] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609b2872-699e-49b6-8a76-ab9fa5608513',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.179154] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.179560] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.179672] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.179984] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.180208] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.180445] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 609b2872-699e-49b6-8a76-ab9fa5608513 not found, creating... [ 785.180812] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.181035] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.181223] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.181509] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.181953] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.182292] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.182466] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.182675] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.182893] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.183089] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.183281] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 609b2872-699e-49b6-8a76-ab9fa5608513 is going to be created. [ 785.201228] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.201541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.201906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.202268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.202479] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.209045] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.209394] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.209679] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.210302] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.210401] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.210751] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-609b2872-699e-49b6-8a76-ab9fa5608513" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.706403] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.957648] env[65043]: INFO networking_nsxv3.common.synchronization [req-0a472d5a-3cfa-41e4-87c9-f203a230f1ae req-2193faad-5f14-4b49-88c4-a68452c4dacd service nova] Enqueued Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_rules [ 785.957872] env[65043]: INFO networking_nsxv3.common.synchronization [req-0a472d5a-3cfa-41e4-87c9-f203a230f1ae req-2193faad-5f14-4b49-88c4-a68452c4dacd service nova] Enqueued Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 785.958014] env[65043]: INFO networking_nsxv3.common.synchronization [req-0a472d5a-3cfa-41e4-87c9-f203a230f1ae req-2193faad-5f14-4b49-88c4-a68452c4dacd service nova] Enqueued Resource ID: 609b2872-699e-49b6-8a76-ab9fa5608513 with Priority: HIGHEST for action port [ 785.958620] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_rules [ 785.958762] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 785.958862] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609b2872-699e-49b6-8a76-ab9fa5608513 with Priority: HIGHEST for action port [ 785.959240] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.959334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.959413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.960071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.961219] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.961463] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.961463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.961632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.961712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.961897] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.962025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.962064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.962195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.962300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.962400] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.963451] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-609b2872-699e-49b6-8a76-ab9fa5608513 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.963451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609b2872-699e-49b6-8a76-ab9fa5608513" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.963550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609b2872-699e-49b6-8a76-ab9fa5608513" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.963754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609b2872-699e-49b6-8a76-ab9fa5608513" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.963754] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609b2872-699e-49b6-8a76-ab9fa5608513',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.211877] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.469753] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.469753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.469753] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.475026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609b2872-699e-49b6-8a76-ab9fa5608513 with status ACTIVE [ 786.475026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.475026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.475026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.475026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.475026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609b2872-699e-49b6-8a76-ab9fa5608513 is going to be updated. [ 786.498487] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.498487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.498487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.498487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.498487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.498736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609b2872-699e-49b6-8a76-ab9fa5608513" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.718373] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 786.718373] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 786.974203] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.072253] env[65043]: INFO networking_nsxv3.common.synchronization [None req-9e1035e2-87fd-4cdd-a994-5729749962e6 None None] Enqueued Resource ID: 8c4917b9-50c9-49f1-8adc-31fea4328199 with Priority: HIGHEST for action port [ 787.073032] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4917b9-50c9-49f1-8adc-31fea4328199 with Priority: HIGHEST for action port [ 787.076412] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c4917b9-50c9-49f1-8adc-31fea4328199 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.076629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c4917b9-50c9-49f1-8adc-31fea4328199" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.076701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c4917b9-50c9-49f1-8adc-31fea4328199" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.077031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c4917b9-50c9-49f1-8adc-31fea4328199" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.077154] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4917b9-50c9-49f1-8adc-31fea4328199',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.477710] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.478061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.478061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.478311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.478413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.478529] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 is going to be created. [ 787.512486] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.512486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.512486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.512747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.512884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.524677] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: UNINITIALIZED for 2s [ 787.580384] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c4917b9-50c9-49f1-8adc-31fea4328199 [ 787.580469] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.580595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.580645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.580857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.580935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.580969] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c4917b9-50c9-49f1-8adc-31fea4328199 already deleted. [ 787.581068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c4917b9-50c9-49f1-8adc-31fea4328199" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.637166] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.637166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.637166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.637166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.651374] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 787.652484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.656933] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 787.683552] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.683552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.683552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.684024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.690730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.691094] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 787.691173] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.691249] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 787.757415] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.757415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.757415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.757569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.758848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.759031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 787.847921] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.849016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.849016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.849016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.849016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.849016] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 787.914295] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.914418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.914480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.914827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.914927] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.915158] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 787.915283] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'69c8597e-7e3e-4cd0-b975-a53e54a2f740', '5d7c15d8-8ba8-435d-9cf5-88e0b514a58d', '34f870fe-cd41-4d80-b363-6b77f9800df1', 'b298d46f-5dff-4e6e-9fe5-f717e17b4a11', '3e887946-9652-4858-806e-7af6d12073f4', 'b3621c87-40d4-42c6-afef-8dc02f190442', 'ecd5ac9e-7d78-4293-954b-7a728d0b743d', '0fceff77-c8e2-494c-ab71-70e69292053a', '05bdc67d-9d92-4412-88dd-bf8b6201488f', 'c7c9162d-9b4f-4949-ad71-5d351014ff9b', '38bfac23-3a9a-4154-941b-05461f33e86e', '2e8cead5-8205-43df-acb5-c95f9d85e059', 'e1d3e87a-3c42-42e7-b682-d2b2673d238e', 'c82406ad-b39d-4f00-b590-9b03cc7be1b6', 'e3868342-fe78-4ee2-aca0-b10f38cdfeda', '0f862b95-6dbf-49dc-95fa-15b02dd5b7a2', '58630f12-cdaa-4696-a690-94d0ec3982fd', 'd70a322f-b1a2-4fd9-baec-8d2cdcbb2055', '8d4db4fc-d8ab-48f7-86d8-3dd43db4716d', '821df285-b55d-4e33-b46c-dbbc7390f89e', '225a14ca-2212-482e-9d5a-900a4ee6a9e8', 'b15c148b-e626-44ec-a6c1-4435f42baa8a', '0a42d7ce-6df9-4163-8e88-d11249ed3390', 'a0bf7550-33ff-479c-a73a-23e0ae8a8574', '2e5a4dce-ff06-4e58-97ad-18560a7ce74c', 'b59255b2-a2ea-429e-8559-1954e4acd571', 'ab58100d-31b0-41dd-9dc0-bec38b775599', 'd9a442ad-8a91-4b33-a0f0-b1432d903e0e', '3ac995ca-db7a-471c-a258-be2d20596e8c', '016cbe45-f3de-48da-b97c-0dbe12be65c9', 'eeaba070-4cb5-483a-8867-3bf154a4442f', '75d051af-d1f3-4fc4-b760-d94ad4ca0469', '34e79b05-67b5-408d-9a77-6f90d8ce44ce'} {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.915481] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 787.939038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.939467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.941141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.941141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.941141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.941380] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 787.941380] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.941638] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 788.051812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.051812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.052184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.052184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.053530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.053530] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 788.053530] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 788.053530] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 788.053530] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 788.053530] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 788.053530] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGH for action security_group_rules [ 788.053530] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGH for action security_group_rules [ 788.053530] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGH for action security_group_rules [ 788.053530] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGH for action security_group_rules [ 788.053530] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGH for action security_group_rules [ 788.053993] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGH for action security_group_rules [ 788.053993] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGH for action security_group_rules [ 788.053993] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGH for action security_group_rules [ 788.053993] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGH for action security_group_rules [ 788.053993] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGH for action security_group_rules [ 788.053993] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGH for action security_group_rules [ 788.053993] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGH for action security_group_rules [ 788.053993] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGH for action security_group_rules [ 788.054295] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGH for action security_group_rules [ 788.054295] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGH for action security_group_rules [ 788.054295] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGH for action security_group_rules [ 788.054295] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGH for action security_group_rules [ 788.054295] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGH for action security_group_rules [ 788.054450] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGH for action security_group_rules [ 788.054450] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGH for action security_group_rules [ 788.054507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.094918] env[65043]: INFO networking_nsxv3.common.synchronization [req-5da427fe-cd91-46c8-acd4-e39153b98a83 req-91e16658-9772-42c8-8602-a86e09d85f60 tempest-MigrationsAdminTest-1337344351 tempest-MigrationsAdminTest-1337344351-project-member] Enqueued Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 789.096091] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 789.098018] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 with Priority: HIGH for action security_group_rules [ 789.098018] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 with Priority: HIGH for action security_group_rules [ 789.098018] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d with Priority: HIGH for action security_group_rules [ 789.098018] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGH for action security_group_rules [ 789.098295] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGH for action security_group_rules [ 789.098349] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d with Priority: HIGH for action security_group_rules [ 789.098474] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGH for action security_group_rules [ 789.098811] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58630f12-cdaa-4696-a690-94d0ec3982fd with Priority: HIGH for action security_group_rules [ 789.098953] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGH for action security_group_rules [ 789.099083] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 with Priority: HIGH for action security_group_rules [ 789.099208] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e with Priority: HIGH for action security_group_rules [ 789.099745] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGH for action security_group_rules [ 789.099899] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bfac23-3a9a-4154-941b-05461f33e86e with Priority: HIGH for action security_group_rules [ 789.100272] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGH for action security_group_rules [ 789.100408] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGH for action security_group_rules [ 789.100537] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3621c87-40d4-42c6-afef-8dc02f190442 with Priority: HIGH for action security_group_rules [ 789.100644] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGH for action security_group_rules [ 789.100763] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e887946-9652-4858-806e-7af6d12073f4 with Priority: HIGH for action security_group_rules [ 789.100947] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGH for action security_group_rules [ 789.101325] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 with Priority: HIGH for action security_group_rules [ 789.103403] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.103403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.103403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.103403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.103403] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.103403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.103403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.103403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.104155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.104155] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.105867] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.105867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.105867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.106361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.106651] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69c8597e-7e3e-4cd0-b975-a53e54a2f740',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.108392] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f870fe-cd41-4d80-b363-6b77f9800df1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.108592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.108686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.108908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.109009] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f870fe-cd41-4d80-b363-6b77f9800df1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.110547] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.110724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.110815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.111244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.111530] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecd5ac9e-7d78-4293-954b-7a728d0b743d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.114618] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.118436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.118436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.118436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.118436] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.118436] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.118436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.118436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.118436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.118436] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.121235] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.121235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.121235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.121235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.121235] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d4db4fc-d8ab-48f7-86d8-3dd43db4716d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.122917] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.123494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.123665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.123937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.124589] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.125655] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58630f12-cdaa-4696-a690-94d0ec3982fd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.125790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.126529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.126948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.127685] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58630f12-cdaa-4696-a690-94d0ec3982fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.128804] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.128804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.128929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.129147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.131109] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.131234] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.131487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.131619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.132260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.132432] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f862b95-6dbf-49dc-95fa-15b02dd5b7a2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.132928] env[65043]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 789.134274] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.134725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.134865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.135173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.135349] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d3e87a-3c42-42e7-b682-d2b2673d238e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.137877] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.138228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.138228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.138559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.138752] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.140966] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38bfac23-3a9a-4154-941b-05461f33e86e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.141228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.141673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.141673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.141828] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38bfac23-3a9a-4154-941b-05461f33e86e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.144365] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.145465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.145465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.145465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.145465] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.147153] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.147372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.147416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.147773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.147929] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.149759] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3621c87-40d4-42c6-afef-8dc02f190442 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.150127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.150127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.150529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.150694] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3621c87-40d4-42c6-afef-8dc02f190442',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.152477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.152922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.152922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.153204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.153241] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.155443] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e887946-9652-4858-806e-7af6d12073f4 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.155443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.155443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.155443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.155443] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e887946-9652-4858-806e-7af6d12073f4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.157515] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.157913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.157989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.158526] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.158727] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.160548] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.160766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.160909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.161285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.161371] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b298d46f-5dff-4e6e-9fe5-f717e17b4a11',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.162220] env[65043]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 789.537034] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: SUCCESS [ 789.537034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.537411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.537492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.537678] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.537819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.537987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.538057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.538138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.538224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.538315] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.609638] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.610410] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.610671] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.612100] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.612100] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.612100] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.612100] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.612100] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.612607] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612702] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.613145] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.613348] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.613860] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.614066] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.614194] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.614367] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.637162] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.637348] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.637489] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.637657] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.637965] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-780ad7a4-fe6c-4890-b937-eaa8a249f91f taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.638157] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-780ad7a4-fe6c-4890-b937-eaa8a249f91f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.638275] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-780ad7a4-fe6c-4890-b937-eaa8a249f91f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.638619] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-780ad7a4-fe6c-4890-b937-eaa8a249f91f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.638758] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780ad7a4-fe6c-4890-b937-eaa8a249f91f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.664988] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.684597] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.685149] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.685303] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.685636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.688365] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.688548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.702871] env[65043]: INFO networking_nsxv3.common.synchronization [None req-ab373371-d8f6-4896-8637-50e66b2cb42d None None] Enqueued Resource ID: c065cce5-112c-46b7-93c1-7835f04f6c88 with Priority: HIGHEST for action port [ 789.703750] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c065cce5-112c-46b7-93c1-7835f04f6c88 with Priority: HIGHEST for action port [ 789.704426] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-c065cce5-112c-46b7-93c1-7835f04f6c88 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.704553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c065cce5-112c-46b7-93c1-7835f04f6c88" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.704934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c065cce5-112c-46b7-93c1-7835f04f6c88" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.705383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c065cce5-112c-46b7-93c1-7835f04f6c88" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.705558] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c065cce5-112c-46b7-93c1-7835f04f6c88',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.710774] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.710973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.710973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.711183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.711392] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.711464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.711507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.711674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.711791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.711885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.711966] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.713637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.713754] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f870fe-cd41-4d80-b363-6b77f9800df1 is going to be deleted. [ 789.715073] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.715185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.715282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.715409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.715558] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.715684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.715732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.716090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.716090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.716090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.716090] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.716879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.717639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.723898] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.724135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.724135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.724285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.724442] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.724538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.724601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.724806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.724806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.724901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.724973] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.726255] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.726382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.726442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.726610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.726810] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.726810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.726937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.727025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.727644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.727745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.727892] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.738641] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.738859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.738859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.738998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.739173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.739630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.739630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.739630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.739630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.739892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.739892] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.740742] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.740864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.740938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.741085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.741228] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.741321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.741402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.744298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.744298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.744298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.744298] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.745439] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.745552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.745623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.745844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.745968] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.746053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.746098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.747313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.747313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.747313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.747313] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.749168] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.749278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.749278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.749508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.749640] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.749748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.749825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.750919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.750919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.750919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.750919] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.796744] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.796951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.797820] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.797952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.800543] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.800543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.801661] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.801779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.802553] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.802652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.803649] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.803649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.805209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.805426] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69c8597e-7e3e-4cd0-b975-a53e54a2f740 is going to be deleted. [ 789.807044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.807044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.809169] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.809301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.810478] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.810478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.812470] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.812680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.813584] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.813584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.830772] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.831131] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38bfac23-3a9a-4154-941b-05461f33e86e is going to be deleted. [ 789.832215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.832442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.834136] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.834289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.870447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.870447] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b298d46f-5dff-4e6e-9fe5-f717e17b4a11 is going to be deleted. [ 789.871871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.872503] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.874771] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.874771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.982878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.982878] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d3e87a-3c42-42e7-b682-d2b2673d238e is going to be deleted. [ 789.982878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.982878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.009788] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.009788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.041058] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.041264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.041409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.041718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.042058] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.042206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.042340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.042423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.042521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.042715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.042943] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.043084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.043147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.043304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.043448] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.043541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.043594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.043757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.043838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.043980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.044085] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.048033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.048033] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f862b95-6dbf-49dc-95fa-15b02dd5b7a2 is going to be deleted. [ 790.048973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.049186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.051608] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.051782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.119838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.120384] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3621c87-40d4-42c6-afef-8dc02f190442 is going to be deleted. [ 790.121348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.121520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.132342] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.132525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.142374] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.142920] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.143138] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.143537] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.143876] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.143876] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 780ad7a4-fe6c-4890-b937-eaa8a249f91f not found, creating... [ 790.144216] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.144419] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.144545] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.144843] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.145017] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.145400] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.145498] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145582] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.145799] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.145930] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.146171] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 780ad7a4-fe6c-4890-b937-eaa8a249f91f is going to be created. [ 790.167387] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.177036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.177036] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e887946-9652-4858-806e-7af6d12073f4 is going to be deleted. [ 790.177036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.177314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.210713] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c065cce5-112c-46b7-93c1-7835f04f6c88 [ 790.210713] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.210713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.210713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.211076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.211226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.211342] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c065cce5-112c-46b7-93c1-7835f04f6c88 already deleted. [ 790.211440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c065cce5-112c-46b7-93c1-7835f04f6c88" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.213084] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.213321] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.213522] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.213936] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.214541] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.214541] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-780ad7a4-fe6c-4890-b937-eaa8a249f91f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.218519] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.219601] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.226890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.227606] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecd5ac9e-7d78-4293-954b-7a728d0b743d is going to be deleted. [ 790.228388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.228950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.233503] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.233728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.233728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.234569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.234569] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.234569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.234569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.234569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.234569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.235104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.235527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.235654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.235726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.235897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.236074] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.236178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.236264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.236375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.236475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.236582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.236670] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.247714] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.247714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.254573] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.256426] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.256658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.256658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.256888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.257055] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.257205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.257290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.257412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.257522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.257930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.257930] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.258065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.258393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.258393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.258519] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.258678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.258678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.258969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.258969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.258969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.259259] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.260371] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.260448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.260522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.260670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.260967] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.261101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.261101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.261252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.261324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.261665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.261665] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.261856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.261856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.262023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.262245] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.262318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.262361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.262508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.262612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.263270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.263270] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.264158] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.265184] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.292468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.292688] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58630f12-cdaa-4696-a690-94d0ec3982fd is going to be deleted. [ 790.294169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.294392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.295842] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.295984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.296590] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.296688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.342727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.342927] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f is going to be deleted. [ 790.344109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.344335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.398918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.399076] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d4db4fc-d8ab-48f7-86d8-3dd43db4716d is going to be deleted. [ 790.400702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.401966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.402139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.402304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f870fe-cd41-4d80-b363-6b77f9800df1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.402484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.403096] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.403096] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.403096] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69c8597e-7e3e-4cd0-b975-a53e54a2f740" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.403547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.403906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.403998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.404146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38bfac23-3a9a-4154-941b-05461f33e86e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.404294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.404479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.404566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.404671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b298d46f-5dff-4e6e-9fe5-f717e17b4a11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.404802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.404968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.406626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.406786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d3e87a-3c42-42e7-b682-d2b2673d238e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.406859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.407018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.407294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.407294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f862b95-6dbf-49dc-95fa-15b02dd5b7a2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.407388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.407541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.407600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.407675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e887946-9652-4858-806e-7af6d12073f4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.407800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.407939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.408545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.408545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3621c87-40d4-42c6-afef-8dc02f190442" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.443403] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.443403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.443403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.443403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.443599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.443599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecd5ac9e-7d78-4293-954b-7a728d0b743d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.490864] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.490864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.490864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.491135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.491135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.491195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58630f12-cdaa-4696-a690-94d0ec3982fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.540975] env[65043]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 790.542629] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.542629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.542629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.542927] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.542927] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.543202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.551832] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0454ef7-07e4-4bb3-beda-6fe87183cc52: rpc.has_security_group_logging(os_id): False [ 790.575310] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.575547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.575614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.575901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.576039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.576178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d4db4fc-d8ab-48f7-86d8-3dd43db4716d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.612582] env[65043]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 790.613770] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.614134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.614217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.615832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.616024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.616454] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.616794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.616986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.617355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.617712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.618137] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.619648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.619648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.619876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.619977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.620269] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.620392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.620452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.620621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.620699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.620793] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 is going to be created. [ 790.669878] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.670131] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.670200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.671038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.671038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.671038] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e is going to be updated. [ 790.721747] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fceff77-c8e2-494c-ab71-70e69292053a: rpc.has_security_group_logging(os_id): False [ 790.723397] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7c9162d-9b4f-4949-ad71-5d351014ff9b: rpc.has_security_group_logging(os_id): False [ 790.731047] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.731354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.731354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.731653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.731833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.742131] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d: rpc.has_security_group_logging(os_id): False [ 790.747394] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: IN_PROGRESS for 2s [ 790.748465] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.748770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.748879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.749140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.761661] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c82406ad-b39d-4f00-b590-9b03cc7be1b6: rpc.has_security_group_logging(os_id): False [ 790.764726] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.764726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.768076] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.768261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.769017] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 821df285-b55d-4e33-b46c-dbbc7390f89e: rpc.has_security_group_logging(os_id): False [ 790.770683] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3868342-fe78-4ee2-aca0-b10f38cdfeda: rpc.has_security_group_logging(os_id): False [ 790.772153] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70a322f-b1a2-4fd9-baec-8d2cdcbb2055: rpc.has_security_group_logging(os_id): False [ 790.772959] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e8cead5-8205-43df-acb5-c95f9d85e059: rpc.has_security_group_logging(os_id): False [ 790.774837] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.774837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.777492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.778962] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.778962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.778962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.778962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.778962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.778962] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fceff77-c8e2-494c-ab71-70e69292053a is going to be updated. [ 790.780260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.780790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.780935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.782489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.782653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.799489] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.799801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.801372] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.801550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.803074] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.803235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.804395] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.804553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.805512] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.805636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.808253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.808838] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.808838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.809043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.809197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.809305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.809445] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b is going to be updated. [ 790.810863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.811132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.812953] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: IN_PROGRESS for 2s [ 790.841997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.842398] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.842571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.842613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.842938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.842938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.843151] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.843259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.843313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.843479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.843558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.843745] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.843818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.843884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.844045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.844176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.844217] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 790.845411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.845749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.894700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.895084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.895279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.895643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.895740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.895869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.896290] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.896494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.896599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.896897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.896978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.897297] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.897467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.897513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.897759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.897868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.898017] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 790.899686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.899954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.917640] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.918475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.932219] env[65043]: INFO networking_nsxv3.common.synchronization [req-5da427fe-cd91-46c8-acd4-e39153b98a83 req-8b11e56c-24b3-4f34-bb1f-fea938453b29 service nova] Enqueued Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_rules [ 790.932490] env[65043]: INFO networking_nsxv3.common.synchronization [req-5da427fe-cd91-46c8-acd4-e39153b98a83 req-8b11e56c-24b3-4f34-bb1f-fea938453b29 service nova] Enqueued Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 790.932704] env[65043]: INFO networking_nsxv3.common.synchronization [req-5da427fe-cd91-46c8-acd4-e39153b98a83 req-8b11e56c-24b3-4f34-bb1f-fea938453b29 service nova] Enqueued Resource ID: 780ad7a4-fe6c-4890-b937-eaa8a249f91f with Priority: HIGHEST for action port [ 790.933639] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_rules [ 790.933811] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 790.933958] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780ad7a4-fe6c-4890-b937-eaa8a249f91f with Priority: HIGHEST for action port [ 790.934340] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.934462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.934534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.934758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.934843] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.937101] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.937273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.937445] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-780ad7a4-fe6c-4890-b937-eaa8a249f91f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.937555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-780ad7a4-fe6c-4890-b937-eaa8a249f91f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.937614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-780ad7a4-fe6c-4890-b937-eaa8a249f91f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.937899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-780ad7a4-fe6c-4890-b937-eaa8a249f91f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.938047] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780ad7a4-fe6c-4890-b937-eaa8a249f91f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.950293] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.950293] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.969580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.969913] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.970078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.970143] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.970312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.970871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.971306] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.971431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.971506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.971726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.971815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.972125] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.972231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.972270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.972430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.974453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.974453] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 is going to be updated. [ 790.976010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.976265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.068866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.068866] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.068866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.068866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.068866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.068866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.068866] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be updated. [ 791.068866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.069492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.080496] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.080496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.085569] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.085874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.105018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.105369] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.105475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.105629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.105806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.105936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.106161] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 is going to be updated. [ 791.108029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.108696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.108696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.109917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.110000] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.144369] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b in Status: IN_PROGRESS for 2s [ 791.166203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.166626] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.166776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.166834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.169754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.169754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.169754] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda is going to be updated. [ 791.169754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.169754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.169754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.170865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.171165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.171331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.173038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.173235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.173394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.192944] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.192944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.193289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.193342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.193599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.209548] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 791.210547] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fceff77-c8e2-494c-ab71-70e69292053a in Status: IN_PROGRESS for 2s [ 791.220989] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: IN_PROGRESS for 2s [ 791.222655] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 791.330085] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.330196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.331693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.331693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.331693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.338879] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.339146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.339146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.339350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.339618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.355273] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.355465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.355688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.355854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.380205] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: IN_PROGRESS for 2s [ 791.380915] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 in Status: IN_PROGRESS for 2s [ 791.394109] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda in Status: IN_PROGRESS for 2s [ 791.444297] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.444297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.444297] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 780ad7a4-fe6c-4890-b937-eaa8a249f91f with status ACTIVE [ 791.444689] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.444689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.444689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.444887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.444887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.451840] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.451840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.451840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.451840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.451840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.451840] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.451840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.451840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.451840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.451840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.451840] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 780ad7a4-fe6c-4890-b937-eaa8a249f91f is going to be updated. [ 791.471426] env[65043]: INFO networking_nsxv3.common.synchronization [None req-66dd70bb-e344-41f7-a403-b75af232be51 None None] Enqueued Resource ID: 929a95d6-dd5d-492d-9b4e-6b74d6cd5c92 with Priority: HIGHEST for action port [ 791.471426] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929a95d6-dd5d-492d-9b4e-6b74d6cd5c92 with Priority: HIGHEST for action port [ 791.471426] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-929a95d6-dd5d-492d-9b4e-6b74d6cd5c92 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.471426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-929a95d6-dd5d-492d-9b4e-6b74d6cd5c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.471426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-929a95d6-dd5d-492d-9b4e-6b74d6cd5c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.473732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-929a95d6-dd5d-492d-9b4e-6b74d6cd5c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.473732] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929a95d6-dd5d-492d-9b4e-6b74d6cd5c92',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.493758] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.494063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.494151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.494363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.495303] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.496350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-780ad7a4-fe6c-4890-b937-eaa8a249f91f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.975718] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 929a95d6-dd5d-492d-9b4e-6b74d6cd5c92 [ 791.976038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.976489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.976489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.976489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.976577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.976665] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:929a95d6-dd5d-492d-9b4e-6b74d6cd5c92 already deleted. [ 791.976758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-929a95d6-dd5d-492d-9b4e-6b74d6cd5c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757408] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: SUCCESS [ 792.757658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.757847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.758128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.758335] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.758478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.758531] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.758697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.758786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.758887] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.801027] env[65043]: INFO networking_nsxv3.common.synchronization [req-fa5c05b4-3930-43ba-b389-d6bba6aaabfe req-1248c12e-769c-404b-97b1-c4253ec0c210 tempest-SecurityGroupRulesTestJSON-158207839 tempest-SecurityGroupRulesTestJSON-158207839-project-member] Enqueued Resource ID: cb0f21cf-401b-4dcc-95f4-9f5ea78fe5d8 with Priority: HIGHEST for action security_group_rules [ 792.801027] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f21cf-401b-4dcc-95f4-9f5ea78fe5d8 with Priority: HIGHEST for action security_group_rules [ 792.801650] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0f21cf-401b-4dcc-95f4-9f5ea78fe5d8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.802037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0f21cf-401b-4dcc-95f4-9f5ea78fe5d8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.802289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0f21cf-401b-4dcc-95f4-9f5ea78fe5d8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.802650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0f21cf-401b-4dcc-95f4-9f5ea78fe5d8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.802823] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0f21cf-401b-4dcc-95f4-9f5ea78fe5d8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.832585] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: SUCCESS [ 792.832840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.886742] env[65043]: INFO networking_nsxv3.common.synchronization [None req-72eedfdd-3dae-451c-8eff-6fb1e7f26029 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 792.887393] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 792.888195] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.888195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.888195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.888195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.888195] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.997998] env[65043]: INFO networking_nsxv3.common.synchronization [None req-45228223-6bb8-4028-b865-722d23143faa tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 792.998613] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 792.998974] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.999112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.161869] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b in Status: SUCCESS [ 793.162122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.225894] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 793.226032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.227206] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fceff77-c8e2-494c-ab71-70e69292053a in Status: SUCCESS [ 793.227206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.235158] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: SUCCESS [ 793.235158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.238302] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 793.238530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.262054] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.331640] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.331640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.331640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.331640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.331640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.331640] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0f21cf-401b-4dcc-95f4-9f5ea78fe5d8 already deleted. [ 793.331640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0f21cf-401b-4dcc-95f4-9f5ea78fe5d8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.396780] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 in Status: SUCCESS [ 793.397168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.398037] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: SUCCESS [ 793.398907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.408741] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda in Status: SUCCESS [ 793.408741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.418880] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.419098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.419347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.419347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.419473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.419548] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 already deleted. [ 793.419980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.419980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.419980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.420196] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.768798] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.944935] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.945120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.945312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.945368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.945451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.945555] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 already deleted. [ 793.945739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.274346] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.274346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.274346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.274346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.274346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.274562] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e is going to be updated. [ 794.309529] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.309529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.309529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.309761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.309761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.320718] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: IN_PROGRESS for 2s [ 794.949743] env[65043]: INFO networking_nsxv3.common.synchronization [None req-f7a07060-c3bf-4119-a000-fb89a83e742e None None] Enqueued Resource ID: 2217002d-7728-4bd4-b0a3-af7da168d00b with Priority: HIGHEST for action port [ 794.950332] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2217002d-7728-4bd4-b0a3-af7da168d00b with Priority: HIGHEST for action port [ 794.952525] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2217002d-7728-4bd4-b0a3-af7da168d00b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.952525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2217002d-7728-4bd4-b0a3-af7da168d00b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.952525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2217002d-7728-4bd4-b0a3-af7da168d00b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.952525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2217002d-7728-4bd4-b0a3-af7da168d00b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.952525] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2217002d-7728-4bd4-b0a3-af7da168d00b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.454692] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2217002d-7728-4bd4-b0a3-af7da168d00b [ 795.454692] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.454915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.454915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.455310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.455310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.455310] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2217002d-7728-4bd4-b0a3-af7da168d00b already deleted. [ 795.455408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2217002d-7728-4bd4-b0a3-af7da168d00b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.245225] env[65043]: INFO networking_nsxv3.common.synchronization [None req-0f8a694a-2454-4889-8b6e-03ce80557e54 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_rules [ 796.245225] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_rules [ 796.246051] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc662c7-22da-4643-ae0e-529cea16d814 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.246051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.246051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.246807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.246807] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.333034] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: SUCCESS [ 796.333034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.333034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.333236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.333334] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.333512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.333512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.333779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.333866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.333952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.334082] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.339758] env[65043]: INFO networking_nsxv3.common.synchronization [None req-33230318-5d70-430f-ac25-2933dbcd2473 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_rules [ 796.340632] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_rules [ 796.341917] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc662c7-22da-4643-ae0e-529cea16d814 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.341917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.571713] env[65043]: INFO networking_nsxv3.common.synchronization [req-518d1d7c-b638-46a5-bb8a-5ff131dea3e9 req-14804a02-50e8-41f6-9f07-1f0db45e1b81 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 796.577294] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 796.577294] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.577294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.577294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.577294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.577294] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.577294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.577294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.577294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.577294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.577294] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.776023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.776023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.776023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.776023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.776023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.776023] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc662c7-22da-4643-ae0e-529cea16d814 already deleted. [ 796.776023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.776023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.776023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.776023] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.835891] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.837936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.837995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.839085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.839085] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.839085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.839085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.839085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.839085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.839085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.839453] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.839453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.839453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.839453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.839585] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.840564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.840564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.840564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.840564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.840564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.840564] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.002727] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.003808] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.005192] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.006621] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.007924] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.008217] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.008501] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.008947] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.009768] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.010233] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.010401] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.010514] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.010629] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.010765] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.010885] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.011071] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.034250] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.034462] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.034605] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.034780] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.035126] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-59acf44b-b874-443e-a70e-156668304454 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.035363] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-59acf44b-b874-443e-a70e-156668304454" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.035488] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-59acf44b-b874-443e-a70e-156668304454" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.035809] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-59acf44b-b874-443e-a70e-156668304454" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.035949] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59acf44b-b874-443e-a70e-156668304454',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.078209] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.078511] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.078597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.078888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.078998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.079215] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.079341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.079377] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.079524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.079626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.079678] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e already deleted. [ 797.079758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.106230] env[65043]: INFO networking_nsxv3.common.synchronization [req-b0a406f8-2b8b-47cf-9c27-b10bc0ac2994 req-e64f4d63-dd6f-4631-8a87-14c9997b4d22 tempest-SecurityGroupRulesTestJSON-158207839 tempest-SecurityGroupRulesTestJSON-158207839-project-member] Enqueued Resource ID: 203d03bc-e7df-4fb1-978d-70197abdebc9 with Priority: HIGHEST for action security_group_rules [ 797.106901] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203d03bc-e7df-4fb1-978d-70197abdebc9 with Priority: HIGHEST for action security_group_rules [ 797.108959] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-203d03bc-e7df-4fb1-978d-70197abdebc9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.108959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-203d03bc-e7df-4fb1-978d-70197abdebc9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.108959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-203d03bc-e7df-4fb1-978d-70197abdebc9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.108959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-203d03bc-e7df-4fb1-978d-70197abdebc9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.108959] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('203d03bc-e7df-4fb1-978d-70197abdebc9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.305109] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.305109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.305109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.305109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.305109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.305109] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc662c7-22da-4643-ae0e-529cea16d814 already deleted. [ 797.305109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.344588] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a442ad-8a91-4b33-a0f0-b1432d903e0e: rpc.has_security_group_logging(os_id): False [ 797.367143] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.367376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.367376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.367618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.397073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.397351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.397876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.397876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.397991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.398061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.399401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.399547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.399627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.399918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.399918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.400106] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.400218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.400279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.400440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.400520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.400620] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e is going to be updated. [ 797.475850] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.476376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.476687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.477139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.477497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.494889] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: IN_PROGRESS for 2s [ 797.540820] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.540820] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.540820] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.540981] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.541043] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.541206] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 59acf44b-b874-443e-a70e-156668304454 not found, creating... [ 797.541869] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.541869] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.541869] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.542082] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.542207] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.542488] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.542783] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.542958] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.543122] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.543257] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.543395] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 59acf44b-b874-443e-a70e-156668304454 is going to be created. [ 797.586901] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.586901] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.586901] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.586901] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.587434] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.587525] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-59acf44b-b874-443e-a70e-156668304454" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.629417] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.629570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.629630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.633020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.633020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.633020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 203d03bc-e7df-4fb1-978d-70197abdebc9 already deleted. [ 797.633020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-203d03bc-e7df-4fb1-978d-70197abdebc9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.762065] env[65043]: INFO networking_nsxv3.common.synchronization [None req-ada08909-149c-4dcb-a5b2-fe7fa90bfe08 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_rules [ 797.762528] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_rules [ 797.763027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe1a7805-ea27-4d66-88b1-4816be449e9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.763184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.763278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.763930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.763930] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.928263] env[65043]: INFO networking_nsxv3.common.synchronization [None req-f2765e84-8949-462f-a343-7b14ac2a4e0a tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_rules [ 797.930353] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_rules [ 797.930684] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe1a7805-ea27-4d66-88b1-4816be449e9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.930801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.283572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.283751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.283820] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.284117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.284281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.284432] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe1a7805-ea27-4d66-88b1-4816be449e9e already deleted. [ 798.284587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.284865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.285154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.285285] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.328329] env[65043]: INFO networking_nsxv3.common.synchronization [req-518d1d7c-b638-46a5-bb8a-5ff131dea3e9 req-d819c8b3-4d0a-45e0-a85a-13816be1c3c7 service nova] Enqueued Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_rules [ 798.328329] env[65043]: INFO networking_nsxv3.common.synchronization [req-518d1d7c-b638-46a5-bb8a-5ff131dea3e9 req-d819c8b3-4d0a-45e0-a85a-13816be1c3c7 service nova] Enqueued Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 798.328329] env[65043]: INFO networking_nsxv3.common.synchronization [req-518d1d7c-b638-46a5-bb8a-5ff131dea3e9 req-d819c8b3-4d0a-45e0-a85a-13816be1c3c7 service nova] Enqueued Resource ID: 59acf44b-b874-443e-a70e-156668304454 with Priority: HIGHEST for action port [ 798.328952] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_rules [ 798.328991] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 798.329107] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59acf44b-b874-443e-a70e-156668304454 with Priority: HIGHEST for action port [ 798.329413] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.329538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.329604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.329964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.330013] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.330995] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.331121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.331207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.331740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.331740] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.331887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.331949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.332216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.332364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.332522] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.336876] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-59acf44b-b874-443e-a70e-156668304454 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.336876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59acf44b-b874-443e-a70e-156668304454" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.336876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59acf44b-b874-443e-a70e-156668304454" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.336876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59acf44b-b874-443e-a70e-156668304454" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.336876] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59acf44b-b874-443e-a70e-156668304454',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.806071] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.806360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.806360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.807115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.807115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.807115] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe1a7805-ea27-4d66-88b1-4816be449e9e already deleted. [ 798.807115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.836410] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.836557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.839378] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.840391] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59acf44b-b874-443e-a70e-156668304454 with status ACTIVE [ 798.840603] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.840718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.840783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.841138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.841138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.841258] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.841358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.841420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.841653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.841709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.841889] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.841987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.842061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.842205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.842315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.842399] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59acf44b-b874-443e-a70e-156668304454 is going to be updated. [ 798.867028] env[65043]: INFO networking_nsxv3.common.synchronization [req-4a36aef3-1e25-4bb6-a5b7-2f97bf46d827 req-b29c4d92-eff0-4fce-8528-f13449aea9c1 tempest-ServersTestManualDisk-780329872 tempest-ServersTestManualDisk-780329872-project-member] Enqueued Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_members [ 798.868302] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.868516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.868630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.868918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.869066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.869277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59acf44b-b874-443e-a70e-156668304454" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.869775] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGHEST for action security_group_members [ 798.870588] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.870588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.870588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.870712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.870861] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.870957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.871341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.871341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.871341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.871341] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.345078] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.380028] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.380028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.380028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.380028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.380028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.380028] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.380028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.380028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.380028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.380028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.380028] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda is going to be updated. [ 799.413854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.414056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.414106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.414688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.414688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.425671] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda in Status: IN_PROGRESS for 2s [ 799.511373] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: SUCCESS [ 799.511662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.850494] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.850693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.851497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.851540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.851613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.851736] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e is going to be created. [ 799.876409] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.876569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.876642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.876854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.877163] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.888215] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: UNINITIALIZED for 2s [ 800.899930] env[65043]: INFO networking_nsxv3.common.synchronization [req-61627fe7-c285-4a01-8199-3f4095c3ab8b req-0abbf754-a59b-46e2-b555-7c2f9be871b0 tempest-SecurityGroupRulesTestJSON-158207839 tempest-SecurityGroupRulesTestJSON-158207839-project-member] Enqueued Resource ID: 24625423-80b9-4191-84fa-0946949889f6 with Priority: HIGHEST for action security_group_rules [ 800.900316] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24625423-80b9-4191-84fa-0946949889f6 with Priority: HIGHEST for action security_group_rules [ 800.901327] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24625423-80b9-4191-84fa-0946949889f6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.901480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.901599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.902616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.902725] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24625423-80b9-4191-84fa-0946949889f6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.362220] env[65043]: INFO networking_nsxv3.common.synchronization [req-ae04aa29-490b-43ee-869e-f616d8c8d4a0 req-1bc0c1bf-5a08-4727-9ca1-ab2e2caef160 tempest-SecurityGroupRulesTestJSON-158207839 tempest-SecurityGroupRulesTestJSON-158207839-project-member] Enqueued Resource ID: 24625423-80b9-4191-84fa-0946949889f6 with Priority: HIGHEST for action security_group_rules [ 801.362485] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24625423-80b9-4191-84fa-0946949889f6 with Priority: HIGHEST for action security_group_rules [ 801.362873] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24625423-80b9-4191-84fa-0946949889f6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.362958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.434613] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.435116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.435306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.435902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.435902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.435902] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24625423-80b9-4191-84fa-0946949889f6 already deleted. [ 801.436434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.436568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.436791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.436931] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24625423-80b9-4191-84fa-0946949889f6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.440534] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda in Status: SUCCESS [ 801.440785] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda deletion is rescheduled due to dependency. [ 801.440890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.761143] env[65043]: INFO networking_nsxv3.common.synchronization [req-d172cc48-12ea-49f4-b856-3ff4b473da14 req-7d528bcb-a8dc-497d-bbcf-ef4a9848fbd2 tempest-ServerAddressesNegativeTestJSON-1144168614 tempest-ServerAddressesNegativeTestJSON-1144168614-project-member] Enqueued Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGHEST for action security_group_members [ 801.761143] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGHEST for action security_group_members [ 801.762025] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c597154-2f24-4e31-9ae6-47d2dbb97285 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.762302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.762517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.762940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.764529] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.764848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.765190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.766272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.766482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.766666] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c597154-2f24-4e31-9ae6-47d2dbb97285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.903477] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: SUCCESS [ 801.903724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.903877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.904300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.904300] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.904402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.904468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.904604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.904684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.904770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.904860] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.960732] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.960831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.960923] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.961213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.961319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.961419] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24625423-80b9-4191-84fa-0946949889f6 already deleted. [ 801.961535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.229815] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.230054] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-664" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.230189] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-664" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.230519] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-664" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.230832] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.230997] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.231141] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.231362] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.231524] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.231797] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.231911] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.232032] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.232142] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.232253] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.232356] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.232522] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.253402] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.253625] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.253812] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.254206] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-664" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.254580] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-79bc7114-9245-4ca8-99e9-6a6e71413b10 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.254822] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-79bc7114-9245-4ca8-99e9-6a6e71413b10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.254993] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-79bc7114-9245-4ca8-99e9-6a6e71413b10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.255300] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-79bc7114-9245-4ca8-99e9-6a6e71413b10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.255439] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79bc7114-9245-4ca8-99e9-6a6e71413b10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.270194] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.270397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.270660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.271293] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.271293] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.271293] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.271473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.271473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.271557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.271591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.271738] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 already deleted. [ 802.271815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.410385] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.410385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.410385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.410385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.410700] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.410700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.410700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.411842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.411842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.411842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.411842] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.411842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.412110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.412164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.412324] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.413039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.413039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.413039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.413039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.413039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.413039] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.758112] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.758574] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.758938] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.759461] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.759822] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.760134] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 79bc7114-9245-4ca8-99e9-6a6e71413b10 not found, creating... [ 802.760685] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.760994] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.761354] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.761823] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.762157] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.762696] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.763064] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.763322] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.763813] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.764138] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.764415] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 79bc7114-9245-4ca8-99e9-6a6e71413b10 is going to be created. [ 802.792630] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.792941] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.793117] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.793412] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.793700] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.793964] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-79bc7114-9245-4ca8-99e9-6a6e71413b10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.915787] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd04c41-059c-412c-bda6-0fc23de6153e: rpc.has_security_group_logging(os_id): False [ 802.934711] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.934987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.934987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.935287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.935391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.935630] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.935801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.935801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.935958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.936063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.936275] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.936433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.936531] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.936712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.936810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.937164] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.937307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.937361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.937549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.937785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.937785] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e is going to be created. [ 803.010959] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.011171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.011248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.012605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.012605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.024531] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: IN_PROGRESS for 2s [ 803.546311] env[65043]: INFO networking_nsxv3.common.synchronization [req-d172cc48-12ea-49f4-b856-3ff4b473da14 req-11f18d1f-92ad-460a-b8e8-77eb29368469 service nova] Enqueued Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGHEST for action security_group_rules [ 803.546311] env[65043]: INFO networking_nsxv3.common.synchronization [req-d172cc48-12ea-49f4-b856-3ff4b473da14 req-11f18d1f-92ad-460a-b8e8-77eb29368469 service nova] Enqueued Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGHEST for action security_group_members [ 803.546311] env[65043]: INFO networking_nsxv3.common.synchronization [req-d172cc48-12ea-49f4-b856-3ff4b473da14 req-11f18d1f-92ad-460a-b8e8-77eb29368469 service nova] Enqueued Resource ID: 79bc7114-9245-4ca8-99e9-6a6e71413b10 with Priority: HIGHEST for action port [ 803.546311] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGHEST for action security_group_rules [ 803.546311] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGHEST for action security_group_members [ 803.546311] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79bc7114-9245-4ca8-99e9-6a6e71413b10 with Priority: HIGHEST for action port [ 803.546311] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c597154-2f24-4e31-9ae6-47d2dbb97285 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.546808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.547061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.550021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.550021] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c597154-2f24-4e31-9ae6-47d2dbb97285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.550021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c597154-2f24-4e31-9ae6-47d2dbb97285 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.550021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.550021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.550021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.550021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.550021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.550021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.550021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.550021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.550021] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c597154-2f24-4e31-9ae6-47d2dbb97285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.551731] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-79bc7114-9245-4ca8-99e9-6a6e71413b10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.555682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79bc7114-9245-4ca8-99e9-6a6e71413b10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.555682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79bc7114-9245-4ca8-99e9-6a6e71413b10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.555682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79bc7114-9245-4ca8-99e9-6a6e71413b10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.555682] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79bc7114-9245-4ca8-99e9-6a6e71413b10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.191457] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c597154-2f24-4e31-9ae6-47d2dbb97285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.192924] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c597154-2f24-4e31-9ae6-47d2dbb97285 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.196119] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79bc7114-9245-4ca8-99e9-6a6e71413b10 with status ACTIVE [ 804.196119] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.196119] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.196119] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.196119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.196784] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79bc7114-9245-4ca8-99e9-6a6e71413b10 is going to be updated. [ 804.224786] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.225505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.225505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.225685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.225685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.226079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79bc7114-9245-4ca8-99e9-6a6e71413b10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.267262] env[65043]: INFO networking_nsxv3.common.synchronization [req-99fecd70-9aa4-4d10-9478-52b957de2b25 req-09dfe724-2c24-4bad-b2d6-e74cc2eb7233 tempest-ListServerFiltersTestJSON-1129036150 tempest-ListServerFiltersTestJSON-1129036150-project-member] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 804.267448] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 804.268125] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.268125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.268291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.268403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.268632] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.269207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.269207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.269207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.269347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.269403] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.703026] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c597154-2f24-4e31-9ae6-47d2dbb97285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.772560] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.832199] env[65043]: INFO networking_nsxv3.common.synchronization [req-5de11f64-90f1-4fe4-8f82-780bc85a2030 req-4cf3bf35-8f73-4d19-9ae5-cbf15473498f tempest-InstanceActionsNegativeTestJSON-918707297 tempest-InstanceActionsNegativeTestJSON-918707297-project-member] Enqueued Resource ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 with Priority: HIGHEST for action security_group_members [ 804.832199] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 with Priority: HIGHEST for action security_group_members [ 804.832199] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.832199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.833767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.835517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.835733] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.835853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.835957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.836214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.836345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.836404] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14fd3665-02ad-47a5-a0fe-7d7b8b49ada3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.965233] env[65043]: INFO networking_nsxv3.common.synchronization [req-6c14dc17-e2f5-42c4-8ff0-1b2f8c7a8654 req-67446e65-771b-40d7-84c3-a378aee473c1 tempest-SecurityGroupRulesTestJSON-158207839 tempest-SecurityGroupRulesTestJSON-158207839-project-member] Enqueued Resource ID: 24625423-80b9-4191-84fa-0946949889f6 with Priority: HIGHEST for action security_group_rules [ 804.965835] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24625423-80b9-4191-84fa-0946949889f6 with Priority: HIGHEST for action security_group_rules [ 804.966248] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24625423-80b9-4191-84fa-0946949889f6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.966598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.966598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.970020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.970020] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24625423-80b9-4191-84fa-0946949889f6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.041639] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: SUCCESS [ 805.041951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.206208] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.206514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.206551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.207088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.207088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.207088] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 is going to be created. [ 805.233734] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.233940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.233940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.234185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.234343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.248205] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 in Status: UNINITIALIZED for 2s [ 805.278049] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.317818] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-104 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.317818] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-104" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.317818] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-104" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.317818] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-104" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.317991] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.318263] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.318415] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.318726] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.319753] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.319753] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.319753] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.319753] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.319753] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.319753] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.320160] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.320160] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.324278] env[65043]: INFO networking_nsxv3.common.synchronization [None req-f1c6d2cf-32b0-45e4-9997-07fddcf71fc0 None None] Enqueued Resource ID: 24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c with Priority: HIGHEST for action port [ 805.324889] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c with Priority: HIGHEST for action port [ 805.325518] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.325685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.325799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.326108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.326212] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.341778] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.341778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.341778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.342044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.342431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.342749] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.342926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.343378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.343378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.343378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.343378] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 already deleted. [ 805.343559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.354782] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.354782] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.354782] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.354782] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-104" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.354782] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.354782] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.354782] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.355241] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.355241] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ef3bf8-fa77-4ac0-b395-82787fdcafb4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.494015] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.494228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.494228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.494460] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.494604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.494765] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24625423-80b9-4191-84fa-0946949889f6 already deleted. [ 805.494937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24625423-80b9-4191-84fa-0946949889f6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.780949] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.781154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.781228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.781502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.781594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.781827] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 805.816945] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.817721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.817824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.818081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.818230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.828991] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 805.829429] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c [ 805.829807] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.829924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.830650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.830908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.831043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.831159] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c already deleted. [ 805.831298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24c1da98-3f06-4e6f-b7dc-184ccd9f9a0c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.862148] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.862148] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.862148] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.862522] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.862837] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.863384] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port e5ef3bf8-fa77-4ac0-b395-82787fdcafb4 not found, creating... [ 805.863928] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.864148] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.864315] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.864614] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.864810] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.865220] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.865407] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.865523] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.865783] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.865932] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.866086] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: e5ef3bf8-fa77-4ac0-b395-82787fdcafb4 is going to be created. [ 805.889780] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.890099] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.890268] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.890564] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.891398] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.891398] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.290111] env[65043]: INFO networking_nsxv3.common.synchronization [None req-0cb11024-49b7-43a9-9892-b41b6cc1c80c tempest-AttachVolumeShelveTestJSON-399532935 tempest-AttachVolumeShelveTestJSON-399532935-project-member] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_rules [ 806.290774] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_rules [ 806.291131] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.291278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.291346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.292083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.292083] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.492036] env[65043]: INFO networking_nsxv3.common.synchronization [None req-c199a820-8eb1-4aa4-b4a8-2200f95893e2 tempest-AttachVolumeShelveTestJSON-399532935 tempest-AttachVolumeShelveTestJSON-399532935-project-member] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_rules [ 806.492574] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_rules [ 806.493542] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.493542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.682952] env[65043]: INFO networking_nsxv3.common.synchronization [req-5de11f64-90f1-4fe4-8f82-780bc85a2030 req-81de6d09-18e4-4f0f-8a28-60bca542eb12 service nova] Enqueued Resource ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 with Priority: HIGHEST for action security_group_rules [ 806.682952] env[65043]: INFO networking_nsxv3.common.synchronization [req-5de11f64-90f1-4fe4-8f82-780bc85a2030 req-81de6d09-18e4-4f0f-8a28-60bca542eb12 service nova] Enqueued Resource ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 with Priority: HIGHEST for action security_group_members [ 806.682952] env[65043]: INFO networking_nsxv3.common.synchronization [req-5de11f64-90f1-4fe4-8f82-780bc85a2030 req-81de6d09-18e4-4f0f-8a28-60bca542eb12 service nova] Enqueued Resource ID: e5ef3bf8-fa77-4ac0-b395-82787fdcafb4 with Priority: HIGHEST for action port [ 806.684495] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 with Priority: HIGHEST for action security_group_rules [ 806.684495] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 with Priority: HIGHEST for action security_group_members [ 806.684495] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ef3bf8-fa77-4ac0-b395-82787fdcafb4 with Priority: HIGHEST for action port [ 806.684495] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.684495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.684984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.684984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.684984] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14fd3665-02ad-47a5-a0fe-7d7b8b49ada3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.686972] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.686972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.686972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.686972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.686972] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.686972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.686972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.686972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.686972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.686972] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14fd3665-02ad-47a5-a0fe-7d7b8b49ada3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.689675] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.689675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.689675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.689675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.689675] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ef3bf8-fa77-4ac0-b395-82787fdcafb4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.838155] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.838334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.838334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.838970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.838970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.838970] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 already deleted. [ 806.838970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.838970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.839969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.839969] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.192222] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.192222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.192222] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14fd3665-02ad-47a5-a0fe-7d7b8b49ada3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.193025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5ef3bf8-fa77-4ac0-b395-82787fdcafb4 with status ACTIVE [ 807.193214] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.193379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.193379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.193604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.193659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.193821] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.193920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.193976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.194112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.194185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.196872] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.196872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.196872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.196872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.196872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.196872] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5ef3bf8-fa77-4ac0-b395-82787fdcafb4 is going to be updated. [ 807.219235] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.219402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.222485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.222485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.222485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.222485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ef3bf8-fa77-4ac0-b395-82787fdcafb4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.258496] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 in Status: SUCCESS [ 807.258848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.259730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.259837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.260152] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.260337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.260422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.260645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.260752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.260893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.262034] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c597154-2f24-4e31-9ae6-47d2dbb97285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.383475] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.383913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.383913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.384031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.384167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.384333] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 already deleted. [ 807.384446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.700392] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14fd3665-02ad-47a5-a0fe-7d7b8b49ada3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.766505] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c597154-2f24-4e31-9ae6-47d2dbb97285 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.766505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.766615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.769645] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.769645] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c597154-2f24-4e31-9ae6-47d2dbb97285 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.769645] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.769645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.770268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.770268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.770268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.770268] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c597154-2f24-4e31-9ae6-47d2dbb97285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.845041] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 807.845041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.180758] env[65043]: INFO networking_nsxv3.common.synchronization [None req-febf5b72-ab7e-4b56-b652-475d836a30cd None None] Enqueued Resource ID: 35f636b9-278f-415f-84be-4d35b7bf8cc5 with Priority: HIGHEST for action port [ 808.180880] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f636b9-278f-415f-84be-4d35b7bf8cc5 with Priority: HIGHEST for action port [ 808.181348] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f636b9-278f-415f-84be-4d35b7bf8cc5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.182219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f636b9-278f-415f-84be-4d35b7bf8cc5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.182219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f636b9-278f-415f-84be-4d35b7bf8cc5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.182219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f636b9-278f-415f-84be-4d35b7bf8cc5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.182219] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f636b9-278f-415f-84be-4d35b7bf8cc5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.200268] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.200467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.200647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.200780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.200815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.200891] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 is going to be created. [ 808.232142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.232327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.232429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.234378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.234378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.247495] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 in Status: UNINITIALIZED for 2s [ 808.275853] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c597154-2f24-4e31-9ae6-47d2dbb97285: rpc.has_security_group_logging(os_id): False [ 808.312231] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.312800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.312800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.313111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.314120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.314120] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.314120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.314120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.314120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.314120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.314508] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.314839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.314839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.318346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.318346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.318346] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.318346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.318346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.318346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.318346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.318346] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 is going to be created. [ 808.410261] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.410651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.410651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.412485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.412485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.434249] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 in Status: IN_PROGRESS for 2s [ 808.684518] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f636b9-278f-415f-84be-4d35b7bf8cc5 [ 808.684767] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.684919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.684980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.685221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.685310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.685408] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f636b9-278f-415f-84be-4d35b7bf8cc5 already deleted. [ 808.685488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f636b9-278f-415f-84be-4d35b7bf8cc5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.370329] env[65043]: INFO networking_nsxv3.common.synchronization [None req-29116b80-9be7-4fbb-87ca-4280db035843 tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_rules [ 809.370329] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_rules [ 809.371961] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.375320] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.375320] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.375320] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.375320] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.501360] env[65043]: INFO networking_nsxv3.common.synchronization [None req-78dcd0f3-7953-4237-a2a9-766651723ef1 tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_rules [ 809.501360] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_rules [ 809.501912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.501912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.898888] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.898888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.898888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.898888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.898888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.898888] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c already deleted. [ 809.898888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.898888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.898888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.898888] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.260674] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 in Status: SUCCESS [ 810.260806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.260936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.261179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.261377] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.262556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.262556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.262556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.262556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.262556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.262556] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14fd3665-02ad-47a5-a0fe-7d7b8b49ada3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.438036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.438201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.438274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.438483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.438567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.438666] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c already deleted. [ 810.438749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.454026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 in Status: SUCCESS [ 810.454175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.766504] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.766824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.766871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.767130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.767348] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.767450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.767510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.767688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.767793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.767885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.768055] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.768164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.768247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.768402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.768545] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.768649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.768713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.768852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.768928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.769023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.769113] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14fd3665-02ad-47a5-a0fe-7d7b8b49ada3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.272085] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3: rpc.has_security_group_logging(os_id): False [ 811.294320] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.294485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.294529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.294862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.294993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.295255] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.295379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.295463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.295671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.295792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.296035] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.296339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.296339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.296546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.296546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.296735] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.296870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.297029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.297145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.297265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.297372] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 is going to be created. [ 811.374193] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.374504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.374504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.374695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.374863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.388552] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 in Status: IN_PROGRESS for 2s [ 812.642066] env[65043]: INFO networking_nsxv3.common.synchronization [req-d3592016-d57f-4bc4-8ffb-b7a261c0c32f req-7bd1d9f2-5668-42f7-be9b-9b9a6a7d33a5 tempest-ServersAdminTestJSON-223478790 tempest-ServersAdminTestJSON-223478790-project-member] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 812.642493] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 812.642879] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.643242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.643242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.643354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.643484] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.643623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.643688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.643854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.643953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.644075] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.146376] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.403078] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 in Status: SUCCESS [ 813.403344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.649491] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.152476] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.152793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.152793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.153018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.153163] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.153240] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 814.186828] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.187715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.187715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.187715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.187715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.203563] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 814.927855] env[65043]: INFO networking_nsxv3.common.synchronization [req-f8ed59fa-8c51-4984-aacd-b406678ad9cc req-119596df-543c-4974-a70b-f6361da02263 tempest-ListImageFiltersTestJSON-708286536 tempest-ListImageFiltersTestJSON-708286536-project-member] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 814.928549] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 814.928877] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.928994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.929073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.929272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.929430] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.929594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.929594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.929774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.929879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.929974] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.433210] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.904384] env[65043]: INFO networking_nsxv3.common.synchronization [None req-0879f056-b066-4e2c-8168-b0dc7123ed14 None None] Enqueued Resource ID: e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf with Priority: HIGHEST for action port [ 815.904952] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf with Priority: HIGHEST for action port [ 815.906113] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.906113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.906113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.906113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.906113] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.935614] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.162187] env[65043]: INFO networking_nsxv3.common.synchronization [req-f1771911-0f3b-4214-b4d1-48ce6504dcfd req-1dca9480-4151-49db-bb3b-181e7c2c2d45 tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 816.162330] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 816.163334] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.163334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.163334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.163334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.163578] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.163624] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.163686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.163853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.163936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.164064] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.215446] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 4s [ 816.408251] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf [ 816.408595] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.408766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.409086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.409904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.409904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.409904] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf already deleted. [ 816.410114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e64f0d88-e3fa-4e46-b7cc-4cc4bff03cbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.440544] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.440544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.440544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.440544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.440544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.440544] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 is going to be updated. [ 816.476313] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.479536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.479536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.479536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.479536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.486891] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: IN_PROGRESS for 2s [ 816.531719] env[65043]: INFO networking_nsxv3.common.synchronization [req-fcbfa2dc-63c0-42d7-be58-deac5dd2d40f req-7942111a-382d-4e6a-af75-80d8ac048287 tempest-ServerAddressesNegativeTestJSON-1144168614 tempest-ServerAddressesNegativeTestJSON-1144168614-project-member] Enqueued Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGHEST for action security_group_members [ 816.531719] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGHEST for action security_group_members [ 816.531719] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c597154-2f24-4e31-9ae6-47d2dbb97285 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.532631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.532769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.533644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.533644] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.533644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.533644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.533644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.533644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.533879] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c597154-2f24-4e31-9ae6-47d2dbb97285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.666551] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.666551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.666551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.666745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.667708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.667708] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.667708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.667708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.667708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.667708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.667708] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 816.716965] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.717266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.717382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.717776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.717969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.731832] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 817.037394] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.037772] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.037772] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.038948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.039424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.039424] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.039424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.039664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.039664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.039795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.039795] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 is going to be updated. [ 817.075731] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.075887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.075958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.076243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.076613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.089346] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 in Status: IN_PROGRESS for 2s [ 817.561767] env[65043]: INFO networking_nsxv3.common.synchronization [None req-fd82291d-0aca-4a9e-b091-6deedc9f1bac tempest-ServersTestJSON-1164069498 tempest-ServersTestJSON-1164069498-project-member] Enqueued Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_rules [ 817.562550] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_rules [ 817.563799] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf26a7ac-d7e8-4517-9912-66910b386ef1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.563944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.564023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.564456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.564456] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.666206] env[65043]: INFO networking_nsxv3.common.synchronization [None req-25e23afa-cea9-49e0-a612-b3acfd89d978 tempest-ServersTestJSON-1164069498 tempest-ServersTestJSON-1164069498-project-member] Enqueued Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_rules [ 817.666693] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_rules [ 817.667039] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf26a7ac-d7e8-4517-9912-66910b386ef1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.667424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.088174] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.088174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.088174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.088174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.088174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.088174] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 already deleted. [ 818.088174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.088174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.088174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.088174] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.229182] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 818.230577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.498144] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: SUCCESS [ 818.498373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.610401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.610401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.610401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.610687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.610687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.610779] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 already deleted. [ 818.610986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.712251] env[65043]: INFO networking_nsxv3.common.synchronization [None req-e5de6032-ecc8-4fd9-9d40-a78816aa2128 None None] Enqueued Resource ID: f96bb030-5153-4b14-a6bb-cefd63e2bfe9 with Priority: HIGHEST for action port [ 818.712811] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f96bb030-5153-4b14-a6bb-cefd63e2bfe9 with Priority: HIGHEST for action port [ 818.713126] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f96bb030-5153-4b14-a6bb-cefd63e2bfe9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.714023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f96bb030-5153-4b14-a6bb-cefd63e2bfe9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.714023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f96bb030-5153-4b14-a6bb-cefd63e2bfe9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.714113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f96bb030-5153-4b14-a6bb-cefd63e2bfe9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.714626] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f96bb030-5153-4b14-a6bb-cefd63e2bfe9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.743694] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 818.743897] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d deletion is rescheduled due to dependency. [ 818.744029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.102786] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 in Status: SUCCESS [ 819.103399] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 deletion is rescheduled due to dependency. [ 819.103399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.219987] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f96bb030-5153-4b14-a6bb-cefd63e2bfe9 [ 819.220314] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.220486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.220590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.220865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.221045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.221174] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f96bb030-5153-4b14-a6bb-cefd63e2bfe9 already deleted. [ 819.221305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f96bb030-5153-4b14-a6bb-cefd63e2bfe9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.348206] env[65043]: INFO networking_nsxv3.common.synchronization [req-a4fb1d15-a6e6-4c13-b28d-f3e1cb37a2b0 req-0a106006-5bd1-4720-ad20-d0afd14dceef tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 819.348683] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 819.349224] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.350020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.350020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.350203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.350653] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.350653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.350653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.351084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.351084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.351084] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.786649] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.786788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.786911] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.787323] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.787536] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.787693] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.787823] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.788107] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.788256] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.788463] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.788572] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.788676] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.788780] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.788886] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.789046] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.789127] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.809326] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.809501] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.809778] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.809971] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.810303] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.810478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.810594] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.810910] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.811059] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61659d46-c4c8-4a7a-9287-ef4d02d10f9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.853446] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.853606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.853677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.853895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.853981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.854210] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.854309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.854563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.854640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.854726] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 already deleted. [ 819.854806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.207953] env[65043]: INFO networking_nsxv3.common.synchronization [req-a35254bd-2c9d-4b47-ba84-1701ae6c807e req-746a3ae3-e983-4c8b-8bfc-53c4752e52ea tempest-InstanceActionsNegativeTestJSON-918707297 tempest-InstanceActionsNegativeTestJSON-918707297-project-member] Enqueued Resource ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 with Priority: HIGHEST for action security_group_members [ 820.208578] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 with Priority: HIGHEST for action security_group_members [ 820.208962] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.209155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.209307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.209564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.209787] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.209904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.209969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.210145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.210243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.210341] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14fd3665-02ad-47a5-a0fe-7d7b8b49ada3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.314160] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.314305] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.314588] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.314841] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.315248] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.315326] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 61659d46-c4c8-4a7a-9287-ef4d02d10f9b not found, creating... [ 820.316033] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.316033] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.316237] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.316551] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.316770] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.317231] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.317490] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.317705] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.318053] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.318290] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.318519] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 61659d46-c4c8-4a7a-9287-ef4d02d10f9b is going to be created. [ 820.340734] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.340734] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.340734] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.340734] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.341047] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.341273] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.713178] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.713383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.713429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.713622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.713711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.713949] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.714138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.714229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.714446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.715577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.715577] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 is going to be updated. [ 820.743429] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.743575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.743684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.743852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.744072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.753831] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 in Status: IN_PROGRESS for 2s [ 821.062495] env[65043]: INFO networking_nsxv3.common.synchronization [req-a4fb1d15-a6e6-4c13-b28d-f3e1cb37a2b0 req-650cf556-9f89-4945-b429-c6f7ffee44ab service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 821.062646] env[65043]: INFO networking_nsxv3.common.synchronization [req-a4fb1d15-a6e6-4c13-b28d-f3e1cb37a2b0 req-650cf556-9f89-4945-b429-c6f7ffee44ab service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 821.062814] env[65043]: INFO networking_nsxv3.common.synchronization [req-a4fb1d15-a6e6-4c13-b28d-f3e1cb37a2b0 req-650cf556-9f89-4945-b429-c6f7ffee44ab service nova] Enqueued Resource ID: 61659d46-c4c8-4a7a-9287-ef4d02d10f9b with Priority: HIGHEST for action port [ 821.063426] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 821.063531] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 821.063636] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61659d46-c4c8-4a7a-9287-ef4d02d10f9b with Priority: HIGHEST for action port [ 821.063927] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.064405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.064486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.066633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.066735] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.068668] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.068825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.068901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.069120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.069286] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.069390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.069489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.069596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.069682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.069999] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.070912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.070912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.070912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.071100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.071100] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61659d46-c4c8-4a7a-9287-ef4d02d10f9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.573017] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.573270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.573383] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.575050] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61659d46-c4c8-4a7a-9287-ef4d02d10f9b with status ACTIVE [ 821.575050] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.575050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.575050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.575292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.575292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.575481] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.575581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.575641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.575805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.575884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.576088] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.576183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.576248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.576402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.576539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.576584] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61659d46-c4c8-4a7a-9287-ef4d02d10f9b is going to be updated. [ 821.599607] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.599828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.599911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.600149] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.600288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.600444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61659d46-c4c8-4a7a-9287-ef4d02d10f9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.079113] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.177876] env[65043]: INFO networking_nsxv3.common.synchronization [req-3fdb00fc-be5c-46ba-8c6c-38f7bab9b224 req-c29dccce-b5ee-4a45-bd15-9a3f281585f4 tempest-ServersTestFqdnHostnames-1476249710 tempest-ServersTestFqdnHostnames-1476249710-project-member] Enqueued Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_members [ 822.178495] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGHEST for action security_group_members [ 822.178816] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.178932] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.178991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.179235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.179718] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.179844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.179914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.180092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.180192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.180288] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.582624] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.582944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.582944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.582944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.583066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.583146] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be created. [ 822.605206] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.605355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.605417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.605620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.605779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.615993] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: UNINITIALIZED for 2s [ 822.682877] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.683066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.683148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.683366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.683455] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.683652] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.683748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.683811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.683956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.684133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.684133] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b is going to be updated. [ 822.714070] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.714201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.714275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.714483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.714626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.735496] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b in Status: IN_PROGRESS for 2s [ 822.762861] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 in Status: SUCCESS [ 822.763097] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14fd3665-02ad-47a5-a0fe-7d7b8b49ada3 deletion is rescheduled due to dependency. [ 822.763235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14fd3665-02ad-47a5-a0fe-7d7b8b49ada3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.626721] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 824.627054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.627237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.627537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.627796] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.627971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.628088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.628260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.628335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.628423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.628515] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.746572] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b in Status: SUCCESS [ 824.746892] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b deletion is rescheduled due to dependency. [ 824.747050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.130780] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.130780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.131077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.131077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.132055] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.132055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.132055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.132055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.132055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.132055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.132055] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.132055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.132055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.132440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.132440] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.132440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.132574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.132610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.132720] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.132876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.132925] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.348642] env[65043]: INFO networking_nsxv3.common.synchronization [req-ceabfc8f-e8e5-44d5-9f16-40a0854663a4 req-d5e5f126-b1af-4f33-b50e-81fcbc107953 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 825.349059] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 825.349397] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.349742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.349742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.349898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.350080] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.350231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.350310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.350473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.350557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.350659] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.634927] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8738e69-c6e1-439f-b70c-83d340b34596: rpc.has_security_group_logging(os_id): False [ 825.657031] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.657212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.657285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.657504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.657602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.657803] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.657898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.657960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.658359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.658359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.658519] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.659597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.659597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.659726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.659726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.659902] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.661144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.661144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.661144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.661144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.661144] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be created. [ 825.728140] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.728292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.728354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.728603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.728792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.739355] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 825.853522] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.853522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.853522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.853522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.853824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.853824] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.853914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.853951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.854094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.854162] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.854250] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e is going to be updated. [ 825.885209] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.885348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.885418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.885620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.885825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.898646] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: IN_PROGRESS for 2s [ 827.485346] env[65043]: INFO networking_nsxv3.common.synchronization [req-18536493-cde6-4003-ac80-3e6426531e42 req-aaadd917-2551-425f-babd-3cad7148bd6a tempest-ServersWithSpecificFlavorTestJSON-1922428873 tempest-ServersWithSpecificFlavorTestJSON-1922428873-project-member] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 827.486014] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 827.486424] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.486587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.486658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.486909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.487033] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.487157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.487223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.487370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.487453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.487546] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.754566] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 827.754804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.824816] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.825121] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-988" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.825286] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-988" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.825575] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-988" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.825871] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.826086] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.826240] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.826546] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.826725] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.826963] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.827608] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.827691] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.827829] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.827968] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.828181] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.828428] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.850745] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.851015] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.851162] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.851332] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-988" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.851643] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.852516] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.852516] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.852516] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.852516] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd6ea48c-d056-4b4f-8379-5ce01e6c509b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.907814] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: SUCCESS [ 827.908030] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e deletion is rescheduled due to dependency. [ 827.908095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.990217] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.990378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.990450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.990675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.990768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.990952] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.991058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.991119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.991276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.991335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.991419] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f is going to be deleted. [ 828.106153] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.106153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.106153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.106153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.106153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.106450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.355231] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.355761] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.355761] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.355899] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.355968] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.358036] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port dd6ea48c-d056-4b4f-8379-5ce01e6c509b not found, creating... [ 828.358036] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.358036] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.358036] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.358036] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.358036] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.358036] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.358036] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.358036] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.358036] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.358539] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.358539] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: dd6ea48c-d056-4b4f-8379-5ce01e6c509b is going to be created. [ 828.382957] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.382957] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.382957] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.382957] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.382957] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.383242] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.092027] env[65043]: INFO networking_nsxv3.common.synchronization [req-18536493-cde6-4003-ac80-3e6426531e42 req-b361cfb0-02b2-420e-b753-f1de764be1bf service nova] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_rules [ 829.093421] env[65043]: INFO networking_nsxv3.common.synchronization [req-18536493-cde6-4003-ac80-3e6426531e42 req-b361cfb0-02b2-420e-b753-f1de764be1bf service nova] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 829.094025] env[65043]: INFO networking_nsxv3.common.synchronization [req-18536493-cde6-4003-ac80-3e6426531e42 req-b361cfb0-02b2-420e-b753-f1de764be1bf service nova] Enqueued Resource ID: dd6ea48c-d056-4b4f-8379-5ce01e6c509b with Priority: HIGHEST for action port [ 829.094286] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_rules [ 829.094428] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 829.094523] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd6ea48c-d056-4b4f-8379-5ce01e6c509b with Priority: HIGHEST for action port [ 829.094846] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.094918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.094981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.095199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.096023] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.096203] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.096330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.096386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.096560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.096704] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.096802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.097768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.097768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.097768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.097768] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.098124] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.098224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.098287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.098451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.098516] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd6ea48c-d056-4b4f-8379-5ce01e6c509b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.600181] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.600534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.600862] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.602158] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd6ea48c-d056-4b4f-8379-5ce01e6c509b with status ACTIVE [ 829.602543] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.603826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.603826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.603826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.603826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.603826] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.603826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.603826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.605041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.605041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.605041] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.605221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.605221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.605349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.605426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.605546] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd6ea48c-d056-4b4f-8379-5ce01e6c509b is going to be updated. [ 829.632369] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.632516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.632572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.632784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.633599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.633599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd6ea48c-d056-4b4f-8379-5ce01e6c509b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.108697] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.129145] env[65043]: INFO networking_nsxv3.common.synchronization [req-3f0af233-1d49-44f1-bfbd-b8071d7ef62c req-3b0ae405-023b-442d-9678-f939ea5e1d86 tempest-FloatingIPsAssociationTestJSON-1815916442 tempest-FloatingIPsAssociationTestJSON-1815916442-project-member] Enqueued Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 830.129145] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 830.129145] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.129145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.129145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.129145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.129145] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.129625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.129839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.130264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.130481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.130769] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.496195] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.496406] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-697" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.496529] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-697" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.496782] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-697" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.497998] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.497998] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.497998] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.497998] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.497998] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.498223] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.498301] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.498404] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.498505] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.498607] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.498713] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.498839] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.519945] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.519945] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.519945] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.519945] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-697" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.519945] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-621f02a6-2c39-46d3-9af8-172b0f3c3050 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.519945] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-621f02a6-2c39-46d3-9af8-172b0f3c3050" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.519945] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-621f02a6-2c39-46d3-9af8-172b0f3c3050" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.520372] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-621f02a6-2c39-46d3-9af8-172b0f3c3050" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.520413] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621f02a6-2c39-46d3-9af8-172b0f3c3050',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.611424] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.611735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.611807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.612052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.612177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.612296] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f is going to be created. [ 830.635827] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.640105] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.640262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.640329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.640530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.640685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.651926] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: UNINITIALIZED for 2s [ 831.022887] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.023231] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.023383] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.023696] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.023921] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.024173] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 621f02a6-2c39-46d3-9af8-172b0f3c3050 not found, creating... [ 831.024473] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.024662] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.024809] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.025096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.025264] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.025594] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.025785] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.025940] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.026227] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.026368] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.026511] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 621f02a6-2c39-46d3-9af8-172b0f3c3050 is going to be created. [ 831.055622] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.055802] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.056027] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.056401] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.056755] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.057087] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-621f02a6-2c39-46d3-9af8-172b0f3c3050" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.138495] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.643825] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.644109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.644224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.644559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.644719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.644882] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 is going to be updated. [ 831.678762] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.678762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.678762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.678762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.678762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.699886] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: IN_PROGRESS for 2s [ 831.770924] env[65043]: INFO networking_nsxv3.common.synchronization [req-3f0af233-1d49-44f1-bfbd-b8071d7ef62c req-8cdb1a3b-0bbe-4a24-98af-dc8d371549b7 service nova] Enqueued Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_rules [ 831.770924] env[65043]: INFO networking_nsxv3.common.synchronization [req-3f0af233-1d49-44f1-bfbd-b8071d7ef62c req-8cdb1a3b-0bbe-4a24-98af-dc8d371549b7 service nova] Enqueued Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 831.770924] env[65043]: INFO networking_nsxv3.common.synchronization [req-3f0af233-1d49-44f1-bfbd-b8071d7ef62c req-8cdb1a3b-0bbe-4a24-98af-dc8d371549b7 service nova] Enqueued Resource ID: 621f02a6-2c39-46d3-9af8-172b0f3c3050 with Priority: HIGHEST for action port [ 831.775027] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_rules [ 831.775027] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 831.775027] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621f02a6-2c39-46d3-9af8-172b0f3c3050 with Priority: HIGHEST for action port [ 831.775027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.775027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.775027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.775027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.775027] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.775027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.775027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.775027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-621f02a6-2c39-46d3-9af8-172b0f3c3050 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.775027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-621f02a6-2c39-46d3-9af8-172b0f3c3050" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.775027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-621f02a6-2c39-46d3-9af8-172b0f3c3050" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.776596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-621f02a6-2c39-46d3-9af8-172b0f3c3050" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.776784] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621f02a6-2c39-46d3-9af8-172b0f3c3050',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.279021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.279480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.279480] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 621f02a6-2c39-46d3-9af8-172b0f3c3050 with status ACTIVE [ 832.279658] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.279658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.279742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.279923] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.280039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.280205] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.280517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.280663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.280765] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.281050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.281124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.281210] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 621f02a6-2c39-46d3-9af8-172b0f3c3050 is going to be updated. [ 832.314322] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.314414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.314449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.314796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.314869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.315024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-621f02a6-2c39-46d3-9af8-172b0f3c3050" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.663476] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: SUCCESS [ 832.663693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.663873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.664164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.664361] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.664483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.664548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.664703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.664783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.664882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.664966] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.167088] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.670164] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05bdc67d-9d92-4412-88dd-bf8b6201488f: rpc.has_security_group_logging(os_id): False [ 833.693418] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.693690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.693690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.693959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.694140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.694482] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.694594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.694658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.694880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.695017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.695147] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f is going to be created. [ 833.711724] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: SUCCESS [ 833.712080] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.712311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.712580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.712815] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.713016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.713085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.713254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.713337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.713488] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.767098] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.767323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.767323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.768104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.768104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.788231] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: IN_PROGRESS for 2s [ 834.215789] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.718560] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.221079] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.222746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.222746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.222746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.222746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.222746] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 is going to be updated. [ 835.254899] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.255125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.255221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.255493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.255691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.264344] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: IN_PROGRESS for 2s [ 835.804442] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: SUCCESS [ 835.804798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.773733] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 836.773733] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 837.276168] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: SUCCESS [ 837.276168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.276633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.276633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.276853] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.277265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.277265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.277265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.277265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.277265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.277555] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.780268] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.781821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.781821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.781821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.781821] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.781821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.781821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.781821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.781821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.781821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.781821] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.782281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.782281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.782281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.782281] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.782422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.782422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.782543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.782617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.782698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.782803] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.287499] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 225a14ca-2212-482e-9d5a-900a4ee6a9e8: rpc.has_security_group_logging(os_id): False [ 838.308869] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.308869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.308869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.309213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.330602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.330602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.330602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.330602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.330602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.330602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.330602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.330602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.330602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.332401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.332401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.332401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.332401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.332401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.332401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.332401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.332401] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 is going to be updated. [ 838.400912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.402251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.402251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.404048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.404153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.419351] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: IN_PROGRESS for 2s [ 840.437719] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: SUCCESS [ 840.438025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.775069] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 841.775346] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 843.422595] env[65043]: INFO networking_nsxv3.common.synchronization [req-cb6c6275-c8c0-42e6-9c68-ab53abf932a0 req-c0c49a74-ef9d-4302-8795-18217851fabb tempest-ServersAdminNegativeTestJSON-1565022935 tempest-ServersAdminNegativeTestJSON-1565022935-project-member] Enqueued Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 843.422901] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 843.423223] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.423847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.424340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.424646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.424918] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.425057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.425129] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.425341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.425392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.425483] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.765514] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.765713] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.766284] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.766284] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.766415] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.766977] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.767571] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.767571] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.767571] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.767723] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.768528] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.768528] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.768528] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.768528] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.768528] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.768528] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.790181] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.790387] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.790537] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.790712] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.791033] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-80758637-bd68-4ac0-b265-852ee756e36b taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.791324] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-80758637-bd68-4ac0-b265-852ee756e36b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.791445] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-80758637-bd68-4ac0-b265-852ee756e36b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.791820] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-80758637-bd68-4ac0-b265-852ee756e36b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.791981] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80758637-bd68-4ac0-b265-852ee756e36b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.932889] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.932889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.932889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.932889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.932889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.932889] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.932889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.932889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.932889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.932889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.932889] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee already deleted. [ 843.932889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.983793] env[65043]: INFO networking_nsxv3.common.synchronization [req-d77d0d7f-5cef-4ea6-995c-109f29db6f7f req-e3ff1300-b835-479c-9548-7ce0efd8a082 tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 843.984365] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 843.984715] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.984836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.984836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.985040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.985190] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.985287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.985391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.985494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.985578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.985671] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.294907] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.295157] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.295255] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.296179] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.296476] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.296476] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 80758637-bd68-4ac0-b265-852ee756e36b not found, creating... [ 844.296757] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.296910] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.297045] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.297272] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.297400] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.297686] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.297846] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.297951] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.298167] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.298289] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.299025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 80758637-bd68-4ac0-b265-852ee756e36b is going to be created. [ 844.321234] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.321556] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.321758] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.322335] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.322660] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.322963] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-80758637-bd68-4ac0-b265-852ee756e36b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.489119] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.489415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.489415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.489673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.489742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.489902] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.490041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.490108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.490264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.490343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.490448] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 844.523750] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.523955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.524015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.524211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.524348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.533601] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 845.021028] env[65043]: INFO networking_nsxv3.common.synchronization [req-cb6c6275-c8c0-42e6-9c68-ab53abf932a0 req-a32cff9e-b2c3-45c8-b903-967ec1b947dd service nova] Enqueued Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_rules [ 845.021028] env[65043]: INFO networking_nsxv3.common.synchronization [req-cb6c6275-c8c0-42e6-9c68-ab53abf932a0 req-a32cff9e-b2c3-45c8-b903-967ec1b947dd service nova] Enqueued Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 845.021028] env[65043]: INFO networking_nsxv3.common.synchronization [req-cb6c6275-c8c0-42e6-9c68-ab53abf932a0 req-a32cff9e-b2c3-45c8-b903-967ec1b947dd service nova] Enqueued Resource ID: 80758637-bd68-4ac0-b265-852ee756e36b with Priority: HIGHEST for action port [ 845.021392] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_rules [ 845.021820] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 845.022075] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80758637-bd68-4ac0-b265-852ee756e36b with Priority: HIGHEST for action port [ 845.022487] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.022800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.022993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.023463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.023712] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.024690] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.025125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.026017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.026017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.026017] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.026017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.026017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.026017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.026017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.026378] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.028152] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-80758637-bd68-4ac0-b265-852ee756e36b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.028422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80758637-bd68-4ac0-b265-852ee756e36b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.028576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80758637-bd68-4ac0-b265-852ee756e36b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.029196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80758637-bd68-4ac0-b265-852ee756e36b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.030025] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80758637-bd68-4ac0-b265-852ee756e36b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.532190] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.533803] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.534129] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.535110] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80758637-bd68-4ac0-b265-852ee756e36b with status ACTIVE [ 845.535110] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.535110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.535110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.535110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.535110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.537267] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.537267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.537267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.537267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.537267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.537267] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.537267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.537267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.537267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.537267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.537267] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80758637-bd68-4ac0-b265-852ee756e36b is going to be updated. [ 845.562798] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.562974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.563059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.563265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.563431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.564124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80758637-bd68-4ac0-b265-852ee756e36b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.035477] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.539228] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.539611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.539611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.539851] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.539948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.540080] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee is going to be created. [ 846.546319] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 846.550028] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 deletion is rescheduled due to dependency. [ 846.550028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.587909] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.587909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.587909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.587909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.588359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.600611] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: UNINITIALIZED for 2s [ 847.606104] env[65043]: INFO networking_nsxv3.common.synchronization [req-0742937a-1c3c-4ec7-881e-1299cea0536a req-24d9cc18-4475-4744-8ea8-75ae23e6df25 tempest-FloatingIPsAssociationTestJSON-1815916442 tempest-FloatingIPsAssociationTestJSON-1815916442-project-member] Enqueued Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 847.606683] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 847.606996] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.607205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.607277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.607479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.608027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.608147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.608212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.608374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.608462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.608601] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.111472] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.614264] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: SUCCESS [ 848.614634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.614928] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.615715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.615955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.616407] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.616582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.616696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.616955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.617072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.617410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.617560] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.119963] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.120194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.120275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.120465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.120558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.120648] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 is going to be updated. [ 849.123623] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.123623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.123623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.123623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.123623] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.123623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.123623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.126613] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.126613] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.126613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.126613] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.128767] env[65043]: INFO networking_nsxv3.common.synchronization [None req-791701c2-916a-4d18-970e-0a83b273eab0 None None] Enqueued Resource ID: 93f296ee-0acc-49ee-bcca-3b5e43f5ad41 with Priority: HIGHEST for action port [ 849.129524] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f296ee-0acc-49ee-bcca-3b5e43f5ad41 with Priority: HIGHEST for action port [ 849.129789] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f296ee-0acc-49ee-bcca-3b5e43f5ad41 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.129896] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f296ee-0acc-49ee-bcca-3b5e43f5ad41" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.129962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f296ee-0acc-49ee-bcca-3b5e43f5ad41" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.130542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f296ee-0acc-49ee-bcca-3b5e43f5ad41" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.130542] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f296ee-0acc-49ee-bcca-3b5e43f5ad41',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.156949] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.157136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.157284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.157444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.157577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.166957] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: IN_PROGRESS for 2s [ 849.630570] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c713cdd8-8dbb-430c-bd3a-ed5c3add47ee: rpc.has_security_group_logging(os_id): False [ 849.633424] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93f296ee-0acc-49ee-bcca-3b5e43f5ad41 [ 849.634598] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.634598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.634598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.634598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.634598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.634598] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93f296ee-0acc-49ee-bcca-3b5e43f5ad41 already deleted. [ 849.634598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f296ee-0acc-49ee-bcca-3b5e43f5ad41" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.657300] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.657300] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.657300] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.657300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.657993] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.657993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.657993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.659300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.659416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.659457] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee is going to be created. [ 849.738032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.738032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.738032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.738032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.738032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.750703] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: IN_PROGRESS for 2s [ 851.178958] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: SUCCESS [ 851.179287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.382405] env[65043]: INFO networking_nsxv3.common.synchronization [None req-b4d048bf-fdcf-45d1-ab19-a0b6502e7243 None None] Enqueued Resource ID: 51b8b435-07f4-4c8e-bf79-626e7b1fa9a9 with Priority: HIGHEST for action port [ 851.383063] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b8b435-07f4-4c8e-bf79-626e7b1fa9a9 with Priority: HIGHEST for action port [ 851.383424] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-51b8b435-07f4-4c8e-bf79-626e7b1fa9a9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.383563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51b8b435-07f4-4c8e-bf79-626e7b1fa9a9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.383638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51b8b435-07f4-4c8e-bf79-626e7b1fa9a9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.383911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51b8b435-07f4-4c8e-bf79-626e7b1fa9a9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.384026] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51b8b435-07f4-4c8e-bf79-626e7b1fa9a9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.764444] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: SUCCESS [ 851.764444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.886864] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51b8b435-07f4-4c8e-bf79-626e7b1fa9a9 [ 851.886864] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.886864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.886864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.886864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.886864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.886864] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51b8b435-07f4-4c8e-bf79-626e7b1fa9a9 already deleted. [ 851.886864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51b8b435-07f4-4c8e-bf79-626e7b1fa9a9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.548538] env[65043]: INFO networking_nsxv3.common.synchronization [req-cfccb6b0-39ec-49de-8640-700a7682a688 req-5de928ec-fa0a-4f57-87bc-6d4d56335773 tempest-ListServerFiltersTestJSON-1129036150 tempest-ListServerFiltersTestJSON-1129036150-project-member] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 853.549344] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 853.549990] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.550106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.550202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.550501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.550743] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.550909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.551039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.551393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.551533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.551656] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.054966] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.558300] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.061242] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.061495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.061495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.062031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.062031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.062031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 855.093524] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.093716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.093716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.093957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.094122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.103305] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 855.612748] env[65043]: INFO networking_nsxv3.common.synchronization [req-281496a3-221b-43d8-97bd-4e8b7f2c6690 req-87c84294-c523-4fbd-95a3-af9ccc8a1b5a tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 855.613049] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 855.613374] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.614706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.614706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.614706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.614706] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.614706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.614706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.614706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.614706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.614706] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.985356] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.985555] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-780" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.985675] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-780" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.987299] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-780" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.987299] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.987299] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.987299] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.987299] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.987299] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.987299] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.987299] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.987889] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.987889] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.987889] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.987889] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.987889] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.008680] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.008920] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.009078] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.009271] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-780" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.010027] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-0b9f49df-9975-474e-a507-91241d90505b taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.010027] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.010027] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.010259] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.010368] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9f49df-9975-474e-a507-91241d90505b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.116593] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.117684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.117810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.118107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.118269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.118549] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.118708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.118821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.119082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.119170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.119287] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 already deleted. [ 856.119759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.512658] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.513036] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.513296] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.513646] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.513830] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.514055] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 0b9f49df-9975-474e-a507-91241d90505b not found, creating... [ 856.514386] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.514555] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.514675] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.514895] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.515038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.515310] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.515462] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.515580] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.515772] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.515902] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.516050] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 0b9f49df-9975-474e-a507-91241d90505b is going to be created. [ 856.537960] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.538227] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.538303] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.538636] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.538872] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.539116] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.113699] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 857.114011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.262292] env[65043]: INFO networking_nsxv3.common.synchronization [req-281496a3-221b-43d8-97bd-4e8b7f2c6690 req-fbc03d9d-a7fe-4fca-b29c-6d498e3bed3f service nova] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 857.262590] env[65043]: INFO networking_nsxv3.common.synchronization [req-281496a3-221b-43d8-97bd-4e8b7f2c6690 req-fbc03d9d-a7fe-4fca-b29c-6d498e3bed3f service nova] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 857.262590] env[65043]: INFO networking_nsxv3.common.synchronization [req-281496a3-221b-43d8-97bd-4e8b7f2c6690 req-fbc03d9d-a7fe-4fca-b29c-6d498e3bed3f service nova] Enqueued Resource ID: 0b9f49df-9975-474e-a507-91241d90505b with Priority: HIGHEST for action port [ 857.263530] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 857.263530] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 857.263530] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f49df-9975-474e-a507-91241d90505b with Priority: HIGHEST for action port [ 857.263709] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.263811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.263910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.264071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.264173] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.265068] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.265184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.265250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.265420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.265775] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.265907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.266028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.266209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.266294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.266384] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.268476] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b9f49df-9975-474e-a507-91241d90505b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.268586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.268650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.268847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.268956] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9f49df-9975-474e-a507-91241d90505b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.770779] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.771894] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.773017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.773454] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b9f49df-9975-474e-a507-91241d90505b with status ACTIVE [ 857.773642] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.773765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.773832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.774192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.774563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.774563] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.774685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.774685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.775172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.775172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.776225] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.776225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.776225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.776225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.776225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.776225] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b9f49df-9975-474e-a507-91241d90505b is going to be updated. [ 857.797082] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.797292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.797292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.797504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.797605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.797759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.222410] env[65043]: INFO networking_nsxv3.common.synchronization [req-568be9bf-1017-4491-b4d6-075f3d6da540 req-6a61ddfc-247b-477f-90da-a1103d8990f9 tempest-ServersAdminTestJSON-223478790 tempest-ServersAdminTestJSON-223478790-project-member] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 858.222808] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 858.223154] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.223471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.223560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.224258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.224449] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.224556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.224631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.224817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.224871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.224941] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.274910] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.489865] env[65043]: INFO networking_nsxv3.common.synchronization [req-a5b46a87-5fe3-4d8a-83cb-0d41bd48bd86 req-edfbeac8-7559-45da-aff8-98ba0983fb09 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_members [ 858.490442] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_members [ 858.490750] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc662c7-22da-4643-ae0e-529cea16d814 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.490873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.490934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.491204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.491393] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.491515] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.491572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.491744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.491904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.492025] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.730316] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.779629] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.779629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.779629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.779856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.780117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.780117] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 is going to be created. [ 858.804758] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.804909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.804971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.805617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.805617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.816197] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: UNINITIALIZED for 2s [ 858.843214] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.843412] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.843536] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.843797] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.844061] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.844229] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.844326] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.844537] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.844748] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.844867] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.844978] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.845095] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.845199] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.845460] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.845460] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.845540] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.870529] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.870706] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.870846] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.871064] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.871393] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-a7ce3834-0df5-4ac6-818f-464fe399f4cc taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.871564] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-a7ce3834-0df5-4ac6-818f-464fe399f4cc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.871683] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-a7ce3834-0df5-4ac6-818f-464fe399f4cc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.872107] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-a7ce3834-0df5-4ac6-818f-464fe399f4cc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.872212] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7ce3834-0df5-4ac6-818f-464fe399f4cc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.994511] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.994670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.994741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.995027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.995111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.995315] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.995508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.995508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.995616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.995692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.995765] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc662c7-22da-4643-ae0e-529cea16d814 already deleted. [ 858.995844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.232863] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.378679] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.379118] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.379118] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.379379] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.379535] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.379690] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port a7ce3834-0df5-4ac6-818f-464fe399f4cc not found, creating... [ 859.380010] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.380221] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.380357] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.380602] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.380750] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.381129] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.381287] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.381403] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.381605] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.381734] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.381910] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: a7ce3834-0df5-4ac6-818f-464fe399f4cc is going to be created. [ 859.402968] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.403350] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.403534] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.404145] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.404145] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.404333] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-a7ce3834-0df5-4ac6-818f-464fe399f4cc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.734740] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.734740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.734928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.735050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.735159] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.735262] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 859.767482] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.767678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.767784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.768055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.768252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.786109] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 860.140083] env[65043]: INFO networking_nsxv3.common.synchronization [req-a5b46a87-5fe3-4d8a-83cb-0d41bd48bd86 req-85e91977-d6dc-4344-8d00-bcb5076beef6 service nova] Enqueued Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_rules [ 860.140396] env[65043]: INFO networking_nsxv3.common.synchronization [req-a5b46a87-5fe3-4d8a-83cb-0d41bd48bd86 req-85e91977-d6dc-4344-8d00-bcb5076beef6 service nova] Enqueued Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_members [ 860.140566] env[65043]: INFO networking_nsxv3.common.synchronization [req-a5b46a87-5fe3-4d8a-83cb-0d41bd48bd86 req-85e91977-d6dc-4344-8d00-bcb5076beef6 service nova] Enqueued Resource ID: a7ce3834-0df5-4ac6-818f-464fe399f4cc with Priority: HIGHEST for action port [ 860.143040] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_rules [ 860.143040] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_members [ 860.143040] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ce3834-0df5-4ac6-818f-464fe399f4cc with Priority: HIGHEST for action port [ 860.143303] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc662c7-22da-4643-ae0e-529cea16d814 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.143503] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.143588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.143808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.143956] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.145849] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc662c7-22da-4643-ae0e-529cea16d814 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.145849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.149512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.149512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.149512] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.149512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.149753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.149753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.149883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.149923] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.151954] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7ce3834-0df5-4ac6-818f-464fe399f4cc taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.151954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7ce3834-0df5-4ac6-818f-464fe399f4cc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.151954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7ce3834-0df5-4ac6-818f-464fe399f4cc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.151954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7ce3834-0df5-4ac6-818f-464fe399f4cc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.151954] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7ce3834-0df5-4ac6-818f-464fe399f4cc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.606869] env[65043]: INFO networking_nsxv3.common.synchronization [req-5eabc54a-288e-4003-b09d-89869e16f252 req-fd735f4a-183d-4f98-b4c7-46f9b5008185 tempest-ListImageFiltersTestJSON-708286536 tempest-ListImageFiltersTestJSON-708286536-project-member] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 860.607819] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGHEST for action security_group_members [ 860.608258] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.608460] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.608537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.608748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.609041] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.609155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.609215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.609397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.609496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.609590] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.653786] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc662c7-22da-4643-ae0e-529cea16d814 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.653955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.654343] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.655247] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7ce3834-0df5-4ac6-818f-464fe399f4cc with status ACTIVE [ 860.655438] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.655549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.655616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.655824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.656650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.656883] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.657015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.657091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.657268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.657351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.657533] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.657625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.657686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.657940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.658066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.658261] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7ce3834-0df5-4ac6-818f-464fe399f4cc is going to be updated. [ 860.682469] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.682469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.682469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.682469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.682469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.682469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7ce3834-0df5-4ac6-818f-464fe399f4cc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.825123] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: SUCCESS [ 860.825352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.825570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.825743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.825934] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.826068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.826132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.826310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.826387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.826472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.826680] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.112212] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.112212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.112476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.112613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.112732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.113338] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.113338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.113338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.113568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.113568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.113710] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 is going to be updated. [ 861.151999] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.152191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.152295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.152547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.152769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.160121] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.164601] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: IN_PROGRESS for 2s [ 861.307040] env[65043]: INFO networking_nsxv3.common.synchronization [req-f4183efa-01c7-4a18-bed7-03c1c44e1575 req-f5cbb787-fa3e-4813-b620-e423a133b3d7 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_members [ 861.307614] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_members [ 861.307947] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe1a7805-ea27-4d66-88b1-4816be449e9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.308283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.308351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.308633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.308818] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.308940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.309016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.309278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.309334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.309546] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.328908] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.664459] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.664878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.664878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.664878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.665026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.665026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc662c7-22da-4643-ae0e-529cea16d814 is going to be created. [ 861.691977] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.692231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.692409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.692558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.692755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.705953] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc662c7-22da-4643-ae0e-529cea16d814 in Status: UNINITIALIZED for 2s [ 861.796910] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 861.797163] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.811889] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.812169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.812169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.812300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.812382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.812594] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.812694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.812749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.812982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.812982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.813157] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe1a7805-ea27-4d66-88b1-4816be449e9e already deleted. [ 861.813157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.834484] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee30405-c745-42b1-abd7-89bcb567d719: rpc.has_security_group_logging(os_id): False [ 861.863524] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.863727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.863727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.864041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.864041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.864417] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.864417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.864417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.864654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.864654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.864741] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 is going to be created. [ 861.964168] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.964459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.964459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.964946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.964946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.985079] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: IN_PROGRESS for 2s [ 862.509325] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.509530] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.509654] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.509931] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.510210] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.510363] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.510477] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.510681] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.510821] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.512032] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.512032] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.512032] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.512032] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.512032] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.512348] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.512389] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.531736] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.532041] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.532255] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.533269] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.533269] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.533269] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.533620] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.534142] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.534330] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6a04d88-91a1-47c2-8ba5-f3e562e580b3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.036521] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.036923] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.036923] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.037219] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.037398] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.037451] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port b6a04d88-91a1-47c2-8ba5-f3e562e580b3 not found, creating... [ 863.037700] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.037838] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.038034] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.038190] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.038523] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.039167] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.039167] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.039167] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.039417] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.039649] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.039908] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: b6a04d88-91a1-47c2-8ba5-f3e562e580b3 is going to be created. [ 863.064775] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.064944] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.065074] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.065536] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.065536] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.065773] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.178156] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 in Status: SUCCESS [ 863.178386] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 deletion is rescheduled due to dependency. [ 863.178477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.715622] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc662c7-22da-4643-ae0e-529cea16d814 in Status: SUCCESS [ 863.715837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.715999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.716671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.716875] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.716996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.717083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.717251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.717331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.717427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.717520] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.756110] env[65043]: INFO networking_nsxv3.common.synchronization [req-f4183efa-01c7-4a18-bed7-03c1c44e1575 req-e7ac98b3-08ba-4a34-9af0-9aee38ff23a7 service nova] Enqueued Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_rules [ 863.756302] env[65043]: INFO networking_nsxv3.common.synchronization [req-f4183efa-01c7-4a18-bed7-03c1c44e1575 req-e7ac98b3-08ba-4a34-9af0-9aee38ff23a7 service nova] Enqueued Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_members [ 863.756437] env[65043]: INFO networking_nsxv3.common.synchronization [req-f4183efa-01c7-4a18-bed7-03c1c44e1575 req-e7ac98b3-08ba-4a34-9af0-9aee38ff23a7 service nova] Enqueued Resource ID: b6a04d88-91a1-47c2-8ba5-f3e562e580b3 with Priority: HIGHEST for action port [ 863.756923] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_rules [ 863.758022] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_members [ 863.758211] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a04d88-91a1-47c2-8ba5-f3e562e580b3 with Priority: HIGHEST for action port [ 863.758503] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe1a7805-ea27-4d66-88b1-4816be449e9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.758622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.758689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.758885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.759043] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.760105] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe1a7805-ea27-4d66-88b1-4816be449e9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.760105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.760105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.760212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.760286] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.762030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.762030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.762030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.762030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.762030] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.762030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.762030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.762030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.762030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.762030] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6a04d88-91a1-47c2-8ba5-f3e562e580b3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.996645] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: SUCCESS [ 863.996825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.221449] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.264449] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe1a7805-ea27-4d66-88b1-4816be449e9e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.265757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.266083] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.268069] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6a04d88-91a1-47c2-8ba5-f3e562e580b3 with status ACTIVE [ 864.268069] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.268069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.268069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.268069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.268069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.268362] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.268362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.268362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.268480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.268561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.268751] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.268864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.268947] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.269432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.269631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.269862] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6a04d88-91a1-47c2-8ba5-f3e562e580b3 is going to be updated. [ 864.297940] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.298151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.298211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.299339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.299339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.299339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6a04d88-91a1-47c2-8ba5-f3e562e580b3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.724864] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdc662c7-22da-4643-ae0e-529cea16d814: rpc.has_security_group_logging(os_id): False [ 864.743576] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.743722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.745033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.745033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.745033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.745033] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.745033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.745033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.745309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.745309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.745397] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc662c7-22da-4643-ae0e-529cea16d814 is going to be created. [ 864.775599] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.817703] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.817703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.817703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.817703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.817703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.831531] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc662c7-22da-4643-ae0e-529cea16d814 in Status: IN_PROGRESS for 2s [ 865.280609] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.280928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.280928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.281415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.281415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.281415] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe1a7805-ea27-4d66-88b1-4816be449e9e is going to be created. [ 865.312863] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.312863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.312863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.312863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.312863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.323532] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe1a7805-ea27-4d66-88b1-4816be449e9e in Status: UNINITIALIZED for 2s [ 865.637303] env[65043]: INFO networking_nsxv3.common.synchronization [req-89b49c9f-ccad-4840-9267-d67784cc9848 req-cb7bdfe0-e146-409f-b8e8-d0292b8d184d tempest-ServerGroupTestJSON-608698000 tempest-ServerGroupTestJSON-608698000-project-member] Enqueued Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGHEST for action security_group_members [ 865.637428] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGHEST for action security_group_members [ 865.637643] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-503f1f03-2067-4ff9-b829-78f175026384 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.637803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.637841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.638741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.638741] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.638741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.638741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.639100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.639967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.639967] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('503f1f03-2067-4ff9-b829-78f175026384',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.085315] env[65043]: INFO networking_nsxv3.common.synchronization [None req-01e89917-abc0-477e-b07b-63f75bf77dab tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_rules [ 866.085315] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_rules [ 866.085315] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.085315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.087073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.087073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.087073] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.142551] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.143555] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-342" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.143555] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-342" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.143896] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-342" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.144583] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.144583] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.144583] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.144788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.144951] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.145801] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.145801] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.145801] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.145801] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.145801] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.146051] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.146448] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.147954] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.148115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.148208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.149891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.149891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.149891] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.149891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.149891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.149891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.149891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.149891] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503f1f03-2067-4ff9-b829-78f175026384 already deleted. [ 866.149891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.174861] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.175056] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.175198] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.175371] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-342" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.175743] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.175959] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.176037] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.177133] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.177477] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb30d1e1-0c3a-44eb-818c-ff65791a9c92',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.607246] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.607567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.607567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.607695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.607758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.607842] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d already deleted. [ 866.607923] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.681861] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.682221] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.682360] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.682653] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.682825] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.683247] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port cb30d1e1-0c3a-44eb-818c-ff65791a9c92 not found, creating... [ 866.683422] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.683588] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.683709] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.683942] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.684145] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.684417] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.684565] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.684678] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.684881] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.685022] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.685159] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: cb30d1e1-0c3a-44eb-818c-ff65791a9c92 is going to be created. [ 866.707545] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.707650] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.707814] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.708041] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.708271] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.708493] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.719810] env[65043]: INFO networking_nsxv3.common.synchronization [None req-c89fbdc9-4edb-4f7f-bd25-9629584ac881 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_rules [ 866.720455] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_rules [ 866.721374] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.722957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.722957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.722957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.722957] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.853463] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdc662c7-22da-4643-ae0e-529cea16d814 in Status: SUCCESS [ 866.853704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.248723] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.249057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.249157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.249402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.249553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.249699] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d already deleted. [ 867.249928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.336102] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe1a7805-ea27-4d66-88b1-4816be449e9e in Status: SUCCESS [ 867.336292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.336468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.336691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.336904] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.337034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.337110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.337210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.337280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.337359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.337456] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.492764] env[65043]: INFO networking_nsxv3.common.synchronization [req-89b49c9f-ccad-4840-9267-d67784cc9848 req-b235908d-1e54-4bb8-9e3a-62c7e79e9255 service nova] Enqueued Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGHEST for action security_group_rules [ 867.492764] env[65043]: INFO networking_nsxv3.common.synchronization [req-89b49c9f-ccad-4840-9267-d67784cc9848 req-b235908d-1e54-4bb8-9e3a-62c7e79e9255 service nova] Enqueued Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGHEST for action security_group_members [ 867.492764] env[65043]: INFO networking_nsxv3.common.synchronization [req-89b49c9f-ccad-4840-9267-d67784cc9848 req-b235908d-1e54-4bb8-9e3a-62c7e79e9255 service nova] Enqueued Resource ID: cb30d1e1-0c3a-44eb-818c-ff65791a9c92 with Priority: HIGHEST for action port [ 867.493588] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGHEST for action security_group_rules [ 867.493799] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGHEST for action security_group_members [ 867.493955] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb30d1e1-0c3a-44eb-818c-ff65791a9c92 with Priority: HIGHEST for action port [ 867.494397] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-503f1f03-2067-4ff9-b829-78f175026384 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.494576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.494677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.495057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.495188] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('503f1f03-2067-4ff9-b829-78f175026384',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.496473] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-503f1f03-2067-4ff9-b829-78f175026384 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.497269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.497269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.497269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.497431] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.498024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.498024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.498024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.498615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.498615] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('503f1f03-2067-4ff9-b829-78f175026384',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.499475] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.499577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.499678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.499925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.500071] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb30d1e1-0c3a-44eb-818c-ff65791a9c92',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.840220] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.004524] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('503f1f03-2067-4ff9-b829-78f175026384',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.005633] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-503f1f03-2067-4ff9-b829-78f175026384 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.005747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.005891] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb30d1e1-0c3a-44eb-818c-ff65791a9c92 with status ACTIVE [ 868.006570] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.006755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.006859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.010060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.010060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.010060] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb30d1e1-0c3a-44eb-818c-ff65791a9c92 is going to be updated. [ 868.016255] env[65043]: INFO networking_nsxv3.common.synchronization [req-85dc782c-96e2-4bb6-a941-efdf8b87f988 req-e9d04ad0-0e0a-4315-8c8d-320696786d7d tempest-ServerRescueTestJSON-265358796 tempest-ServerRescueTestJSON-265358796-project-member] Enqueued Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 868.017761] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 868.018187] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.018300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.018355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.019272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.019439] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.019558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.019612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.019763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.019851] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.019947] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.048641] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.051145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.051145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.051145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.051145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.051381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb30d1e1-0c3a-44eb-818c-ff65791a9c92" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.342315] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe1a7805-ea27-4d66-88b1-4816be449e9e: rpc.has_security_group_logging(os_id): False [ 868.371266] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.371770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.371770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.372172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.372315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.373078] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.373211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.373322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.373529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.373609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.373709] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe1a7805-ea27-4d66-88b1-4816be449e9e is going to be created. [ 868.501063] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.501528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.502419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.502419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.502419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.513089] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('503f1f03-2067-4ff9-b829-78f175026384',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.519742] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.519961] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-565" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.520109] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-565" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.520457] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-565" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.520764] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.521346] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.522774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.523305] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.523471] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.523717] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.523823] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.523935] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.524114] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.524283] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.524400] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.524544] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.527600] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.536857] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe1a7805-ea27-4d66-88b1-4816be449e9e in Status: IN_PROGRESS for 2s [ 868.570770] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.571095] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.571988] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.571988] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-565" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.572406] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-0385391e-32bf-4819-91b4-144f00f631e5 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.572499] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-0385391e-32bf-4819-91b4-144f00f631e5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.573286] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-0385391e-32bf-4819-91b4-144f00f631e5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.573991] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-0385391e-32bf-4819-91b4-144f00f631e5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.574150] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0385391e-32bf-4819-91b4-144f00f631e5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.014699] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.014699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.015171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.015171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.015171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.015451] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503f1f03-2067-4ff9-b829-78f175026384 is going to be created. [ 869.031118] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.049658] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.049828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.049888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.053024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.053024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.064400] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503f1f03-2067-4ff9-b829-78f175026384 in Status: UNINITIALIZED for 2s [ 869.078024] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.078126] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.078201] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.078489] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.078640] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.078794] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 0385391e-32bf-4819-91b4-144f00f631e5 not found, creating... [ 869.080770] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.080973] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.081167] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.081381] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.081529] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.081889] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.084661] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.084661] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.084661] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.084884] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.085053] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 0385391e-32bf-4819-91b4-144f00f631e5 is going to be created. [ 869.115477] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.115719] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.115847] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.116530] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.116530] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.116856] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-0385391e-32bf-4819-91b4-144f00f631e5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.536583] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.536583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.536583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.536911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.537024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.537122] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 is going to be updated. [ 869.572428] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.572725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.572831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.573100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.573342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.585118] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: IN_PROGRESS for 2s [ 869.838199] env[65043]: INFO networking_nsxv3.common.synchronization [req-85dc782c-96e2-4bb6-a941-efdf8b87f988 req-385b03e0-ce0e-4a4b-975e-899f10c30cd7 service nova] Enqueued Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_rules [ 869.839662] env[65043]: INFO networking_nsxv3.common.synchronization [req-85dc782c-96e2-4bb6-a941-efdf8b87f988 req-385b03e0-ce0e-4a4b-975e-899f10c30cd7 service nova] Enqueued Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 869.839662] env[65043]: INFO networking_nsxv3.common.synchronization [req-85dc782c-96e2-4bb6-a941-efdf8b87f988 req-385b03e0-ce0e-4a4b-975e-899f10c30cd7 service nova] Enqueued Resource ID: 0385391e-32bf-4819-91b4-144f00f631e5 with Priority: HIGHEST for action port [ 869.839662] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_rules [ 869.840246] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 869.840246] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0385391e-32bf-4819-91b4-144f00f631e5 with Priority: HIGHEST for action port [ 869.840246] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.840246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.840409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.840448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.840945] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.841718] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.841827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.842050] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0385391e-32bf-4819-91b4-144f00f631e5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.842160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0385391e-32bf-4819-91b4-144f00f631e5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.842221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0385391e-32bf-4819-91b4-144f00f631e5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.843904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0385391e-32bf-4819-91b4-144f00f631e5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.843904] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0385391e-32bf-4819-91b4-144f00f631e5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.347753] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.348190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.348361] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0385391e-32bf-4819-91b4-144f00f631e5 with status ACTIVE [ 870.348606] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.348759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.348828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.349060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.349163] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.349349] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.349451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.349535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.349670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.349769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.349966] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.350066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.350127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.350266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.350339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.350422] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0385391e-32bf-4819-91b4-144f00f631e5 is going to be updated. [ 870.393269] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.393473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.393473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.393685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.393829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.393994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0385391e-32bf-4819-91b4-144f00f631e5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.550167] env[65043]: INFO networking_nsxv3.common.synchronization [req-d5c59361-0b8a-40ef-9183-fa15fe117526 req-4ee10e9a-c36b-407c-8ff9-28594ca0b70e tempest-AttachVolumeShelveTestJSON-399532935 tempest-AttachVolumeShelveTestJSON-399532935-project-member] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_members [ 870.552314] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe1a7805-ea27-4d66-88b1-4816be449e9e in Status: SUCCESS [ 870.552590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.553857] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_members [ 870.553857] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.553857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.553857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.554292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.554507] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.554723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.554723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.554895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.555106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.555225] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.930204] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.930414] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.930534] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.931045] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.931216] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.931749] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.931749] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.931863] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.932620] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.932888] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.933019] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.933132] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.933242] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.933352] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.933457] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.933633] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.951973] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.952201] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.952340] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.952520] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.952833] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-949b01ef-b231-4d4d-896b-8b1d9943cc26 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.953066] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.953198] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.953517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.953665] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949b01ef-b231-4d4d-896b-8b1d9943cc26',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.057663] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.057837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.057903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.058167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.058302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.058526] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.058636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.058684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.058846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.058929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.059027] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 already deleted. [ 871.059110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.090902] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503f1f03-2067-4ff9-b829-78f175026384 in Status: SUCCESS [ 871.090902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.090902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.091333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.091626] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.091850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.091962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.092347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.092561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.093536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.093536] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('503f1f03-2067-4ff9-b829-78f175026384',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.456165] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.456491] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.456527] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.456784] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.456924] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.457098] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 949b01ef-b231-4d4d-896b-8b1d9943cc26 not found, creating... [ 871.457359] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.457518] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.457631] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.457849] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.457982] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.458485] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.458646] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.458761] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.458987] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.459131] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.459269] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 949b01ef-b231-4d4d-896b-8b1d9943cc26 is going to be created. [ 871.481492] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.481720] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.481922] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.482227] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.482469] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.482714] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.595629] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-503f1f03-2067-4ff9-b829-78f175026384 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.595796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.595889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.596176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.596357] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.596463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.596524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.596678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.596766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.596858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.597114] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-503f1f03-2067-4ff9-b829-78f175026384 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.597207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.597264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.597413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.597556] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.597648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.597710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.597843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.597924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.598025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.598115] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('503f1f03-2067-4ff9-b829-78f175026384',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.603352] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: SUCCESS [ 871.603586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.603917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.604026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.604217] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.604385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.604385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.604545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.604629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.604724] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.100188] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 503f1f03-2067-4ff9-b829-78f175026384: rpc.has_security_group_logging(os_id): False [ 872.107337] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.126175] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.126175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.126175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.126390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.126417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.126721] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.127745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.127745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.127745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.127745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.127745] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.127745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.128345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.128345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.128710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.129022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.129188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.129273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.129772] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.129772] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.129772] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 503f1f03-2067-4ff9-b829-78f175026384 is going to be created. [ 872.212069] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.212343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.212519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.212765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.213120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.230438] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 503f1f03-2067-4ff9-b829-78f175026384 in Status: IN_PROGRESS for 2s [ 872.303818] env[65043]: INFO networking_nsxv3.common.synchronization [req-d5c59361-0b8a-40ef-9183-fa15fe117526 req-2afb4c2e-7d48-4885-923b-fa6e0aca4f54 service nova] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_rules [ 872.304368] env[65043]: INFO networking_nsxv3.common.synchronization [req-d5c59361-0b8a-40ef-9183-fa15fe117526 req-2afb4c2e-7d48-4885-923b-fa6e0aca4f54 service nova] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_members [ 872.304685] env[65043]: INFO networking_nsxv3.common.synchronization [req-d5c59361-0b8a-40ef-9183-fa15fe117526 req-2afb4c2e-7d48-4885-923b-fa6e0aca4f54 service nova] Enqueued Resource ID: 949b01ef-b231-4d4d-896b-8b1d9943cc26 with Priority: HIGHEST for action port [ 872.305574] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_rules [ 872.308027] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_members [ 872.308027] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949b01ef-b231-4d4d-896b-8b1d9943cc26 with Priority: HIGHEST for action port [ 872.308027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.308027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.308027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.308027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.308027] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.309156] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.309463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.309659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.310050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.310361] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.310614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.310795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.311171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.311375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.311610] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.312884] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-949b01ef-b231-4d4d-896b-8b1d9943cc26 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.313335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.313523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.313934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.314134] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949b01ef-b231-4d4d-896b-8b1d9943cc26',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.614948] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.816592] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.817737] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.818442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.818442] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 949b01ef-b231-4d4d-896b-8b1d9943cc26 with status ACTIVE [ 872.818442] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.818568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.818568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.818705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.818787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.818957] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.819055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.819812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.819812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.819812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.819812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.819812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.819812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.819812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.820059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.820059] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 949b01ef-b231-4d4d-896b-8b1d9943cc26 is going to be updated. [ 872.846067] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.846217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.846300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.846500] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.847440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.847440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.117760] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.117938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.117979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.118235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.118329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.118432] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 is going to be updated. [ 873.139425] env[65043]: INFO networking_nsxv3.common.synchronization [req-3be1a5dd-6a77-46bc-bed5-a0fbb75e328b req-e2327ad0-ad99-448e-9f0d-67e843c2ff33 tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_members [ 873.140017] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_members [ 873.140344] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c224e8-e105-425d-bce9-ebb3bdd7a77c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.140468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.140537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.140801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.140961] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.141078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.141153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.141286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.141373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.141466] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.148854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.149129] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.149223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.149422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.149560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.159415] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: IN_PROGRESS for 2s [ 873.318965] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.583129] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.583338] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.583774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.583774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.584094] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.584401] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.584530] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.584752] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.584897] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.585128] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.585239] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.585348] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.585453] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.585558] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.585673] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.585827] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.610026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.610026] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.610026] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.610026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.610026] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-1ff01062-2508-4f27-abe8-d8010547bca2 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.610026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-1ff01062-2508-4f27-abe8-d8010547bca2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.610026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-1ff01062-2508-4f27-abe8-d8010547bca2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.610026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-1ff01062-2508-4f27-abe8-d8010547bca2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.610026] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ff01062-2508-4f27-abe8-d8010547bca2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.643687] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.644092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.644092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.644199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.644236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.644489] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.644637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.644700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.644865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.644945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.645053] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c already deleted. [ 873.645133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.820998] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.821721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.821721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.821721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.821721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.821721] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 is going to be created. [ 873.852232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.852435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.852435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.852626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.852829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.862840] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: UNINITIALIZED for 2s [ 874.112594] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.112834] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.113534] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.113534] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.113666] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.113825] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 1ff01062-2508-4f27-abe8-d8010547bca2 not found, creating... [ 874.114166] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.114367] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.114412] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.114622] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.114755] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.115055] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.115213] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.115403] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.115622] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.115758] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.115897] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 1ff01062-2508-4f27-abe8-d8010547bca2 is going to be created. [ 874.140923] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.141128] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.141277] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.142047] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.142358] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.142595] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-1ff01062-2508-4f27-abe8-d8010547bca2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.249598] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 503f1f03-2067-4ff9-b829-78f175026384 in Status: SUCCESS [ 874.250051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.919537] env[65043]: INFO networking_nsxv3.common.synchronization [req-3be1a5dd-6a77-46bc-bed5-a0fbb75e328b req-f7564f2b-7c6b-432b-81ce-575924e06d06 service nova] Enqueued Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_rules [ 874.919979] env[65043]: INFO networking_nsxv3.common.synchronization [req-3be1a5dd-6a77-46bc-bed5-a0fbb75e328b req-f7564f2b-7c6b-432b-81ce-575924e06d06 service nova] Enqueued Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_members [ 874.919979] env[65043]: INFO networking_nsxv3.common.synchronization [req-3be1a5dd-6a77-46bc-bed5-a0fbb75e328b req-f7564f2b-7c6b-432b-81ce-575924e06d06 service nova] Enqueued Resource ID: 1ff01062-2508-4f27-abe8-d8010547bca2 with Priority: HIGHEST for action port [ 874.920543] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_rules [ 874.920677] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_members [ 874.920779] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff01062-2508-4f27-abe8-d8010547bca2 with Priority: HIGHEST for action port [ 874.921861] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.921990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.922094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.923446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.923775] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.926477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c224e8-e105-425d-bce9-ebb3bdd7a77c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.926632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.926704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.926945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.927141] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.927256] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.927343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.927747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.927747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.927747] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.929682] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ff01062-2508-4f27-abe8-d8010547bca2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.929777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ff01062-2508-4f27-abe8-d8010547bca2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.929777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ff01062-2508-4f27-abe8-d8010547bca2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.930630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ff01062-2508-4f27-abe8-d8010547bca2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.930630] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ff01062-2508-4f27-abe8-d8010547bca2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.174139] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: SUCCESS [ 875.174139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.174343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.174601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.174836] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.176913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.176913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.176913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.176913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.176913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.176913] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.427065] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c224e8-e105-425d-bce9-ebb3bdd7a77c taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.427229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.430754] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.434009] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ff01062-2508-4f27-abe8-d8010547bca2 with status ACTIVE [ 875.434009] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.434254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.434254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.434406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.434507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.434690] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.434783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.434846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.434993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.435084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.435257] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.435360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.435498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.435583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.435583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.435913] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ff01062-2508-4f27-abe8-d8010547bca2 is going to be updated. [ 875.458436] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.459496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.459496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.459496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.459496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.459496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ff01062-2508-4f27-abe8-d8010547bca2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.680324] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.680324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.680324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.680324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.681072] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.681072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.681072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.681270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.681270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.681391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.681576] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.681673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.681737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.681927] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.682135] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.682254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.682411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.682610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.682707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.682868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.682961] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.874898] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: SUCCESS [ 875.875171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.875398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.875628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.875868] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.876035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.876110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.876276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.876361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.876667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.876667] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.932947] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.187602] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0454ef7-07e4-4bb3-beda-6fe87183cc52: rpc.has_security_group_logging(os_id): False [ 876.242768] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.243075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.243075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.243310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.243434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.243683] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.243897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.243973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.244194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.244267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.244442] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.244563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.244683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.244806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.244919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.245496] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.245496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.245496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.245671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.245671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.245877] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 is going to be updated. [ 876.379346] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.436335] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.436499] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.436573] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.436785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.436870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.436968] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c is going to be created. [ 876.507917] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.508167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.508270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.508497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.508722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.523407] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c in Status: UNINITIALIZED for 2s [ 876.561779] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.561779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.561779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.561779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.561779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.579407] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: IN_PROGRESS for 2s [ 876.881583] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98e51d60-9b75-40a3-bfe4-912f844f4238: rpc.has_security_group_logging(os_id): False [ 876.895481] env[65043]: INFO networking_nsxv3.common.synchronization [req-36d4ffc3-1b6d-45b0-b75b-21e3d75d6eaf req-59fe9651-8949-4633-9d36-7f433012e1e0 tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 876.896177] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 876.896528] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.896686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.896776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.897011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.897204] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.897328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.897410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.897600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.897712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.897941] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.902030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.902030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.902214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.902341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.902399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.902702] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.902802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.902910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.903285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.903285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.903285] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 is going to be created. [ 876.995653] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.996024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.996024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.996094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.996263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.010326] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: IN_PROGRESS for 2s [ 877.311028] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.311028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.311028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.311028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.311028] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.311028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.311028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.311028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.311589] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.311589] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.311589] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.311665] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.311871] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.312099] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.312139] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.312271] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.371703] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.372534] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.372808] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.373182] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.373630] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-a163eb16-ad7b-4c45-b4f3-1827ad930c90 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.374223] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-a163eb16-ad7b-4c45-b4f3-1827ad930c90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.374472] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-a163eb16-ad7b-4c45-b4f3-1827ad930c90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.375044] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-a163eb16-ad7b-4c45-b4f3-1827ad930c90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.375276] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a163eb16-ad7b-4c45-b4f3-1827ad930c90',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.400595] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.400811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.400910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.401202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.401320] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.401636] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.401783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.401866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.402085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.402191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.402304] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 877.439929] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.440151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.440151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.440298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.440445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.454162] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 877.879178] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.879178] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.879178] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.879949] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.880160] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.880321] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port a163eb16-ad7b-4c45-b4f3-1827ad930c90 not found, creating... [ 877.880635] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.880798] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.880933] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.881197] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.881327] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.881886] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.882265] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.882527] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.883167] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.883828] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.884448] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: a163eb16-ad7b-4c45-b4f3-1827ad930c90 is going to be created. [ 877.910931] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.911241] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.912883] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.912883] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.912883] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.912883] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-a163eb16-ad7b-4c45-b4f3-1827ad930c90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.534182] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c in Status: SUCCESS [ 878.534547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.534701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.534979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.535245] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.535375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.535444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.535818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.535934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.536056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.536160] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.596986] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: SUCCESS [ 878.596986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.607877] env[65043]: INFO networking_nsxv3.common.synchronization [req-36d4ffc3-1b6d-45b0-b75b-21e3d75d6eaf req-9be6daba-75d4-4143-93ab-9c40aa17fad9 service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 878.607877] env[65043]: INFO networking_nsxv3.common.synchronization [req-36d4ffc3-1b6d-45b0-b75b-21e3d75d6eaf req-9be6daba-75d4-4143-93ab-9c40aa17fad9 service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 878.607877] env[65043]: INFO networking_nsxv3.common.synchronization [req-36d4ffc3-1b6d-45b0-b75b-21e3d75d6eaf req-9be6daba-75d4-4143-93ab-9c40aa17fad9 service nova] Enqueued Resource ID: a163eb16-ad7b-4c45-b4f3-1827ad930c90 with Priority: HIGHEST for action port [ 878.607877] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 878.607877] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 878.608449] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a163eb16-ad7b-4c45-b4f3-1827ad930c90 with Priority: HIGHEST for action port [ 878.608801] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.608973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.609053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.609202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.609877] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.610314] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.610314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.610447] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a163eb16-ad7b-4c45-b4f3-1827ad930c90 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.610543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a163eb16-ad7b-4c45-b4f3-1827ad930c90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.610604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a163eb16-ad7b-4c45-b4f3-1827ad930c90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.610773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a163eb16-ad7b-4c45-b4f3-1827ad930c90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.610854] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a163eb16-ad7b-4c45-b4f3-1827ad930c90',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.024353] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: SUCCESS [ 879.024533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.038593] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.112985] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.112985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.117050] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a163eb16-ad7b-4c45-b4f3-1827ad930c90 with status ACTIVE [ 879.117050] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.117050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.117050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.117050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.117050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.117050] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.117050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.117050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.117050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.117050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.117530] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.117530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.117530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.117530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.117648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.117678] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a163eb16-ad7b-4c45-b4f3-1827ad930c90 is going to be updated. [ 879.141703] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.141966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.142903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.142903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.142903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.142903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a163eb16-ad7b-4c45-b4f3-1827ad930c90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.470643] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 879.472327] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d deletion is rescheduled due to dependency. [ 879.472327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.472327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.472327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.472327] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.472327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.472327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.472327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.472327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.473630] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.541144] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14c224e8-e105-425d-bce9-ebb3bdd7a77c: rpc.has_security_group_logging(os_id): False [ 879.563794] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.563794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.563794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.563794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.563794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.564078] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.564308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.564465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.564816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.564989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.565193] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c is going to be created. [ 879.635928] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.636313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.636422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.636652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.636876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.650673] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c in Status: IN_PROGRESS for 2s [ 879.975461] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.479558] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.496360] env[65043]: INFO networking_nsxv3.common.synchronization [req-0d475080-9a28-48d6-852a-f995746d6ba4 req-1f448877-b404-4753-9d4f-2c90bf52f0d8 tempest-ServersV294TestFqdnHostnames-1083439850 tempest-ServersV294TestFqdnHostnames-1083439850-project-member] Enqueued Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_members [ 880.498319] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGHEST for action security_group_members [ 880.499150] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.499603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.499603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.499603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.499789] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.500010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.500107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.501232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.501424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.501424] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.983637] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.983637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.983637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.983637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.983637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.983637] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 881.004150] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.005065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.005065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.005065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.005065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.005230] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.005230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.005303] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.005444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.005526] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.005627] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fceff77-c8e2-494c-ab71-70e69292053a is going to be updated. [ 881.013094] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.013270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.013389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.013753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.013914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.023149] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 881.047774] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.047774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.047922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.048075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.048261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.058213] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fceff77-c8e2-494c-ab71-70e69292053a in Status: IN_PROGRESS for 2s [ 881.506864] env[65043]: INFO networking_nsxv3.common.synchronization [req-f0e369e3-2fa5-4c4d-be35-9844b5576504 req-4acb86a5-ed26-497a-8660-e2b0f169ede6 tempest-ServerGroupTestJSON-608698000 tempest-ServerGroupTestJSON-608698000-project-member] Enqueued Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGHEST for action security_group_members [ 881.507376] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGHEST for action security_group_members [ 881.508807] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-503f1f03-2067-4ff9-b829-78f175026384 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.508807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.508807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.508807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.508807] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.508807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.508807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.508807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.508807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.508807] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('503f1f03-2067-4ff9-b829-78f175026384',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.664252] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c in Status: SUCCESS [ 881.664252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.018637] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.018637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.018637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.018637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.018637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.018637] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.018637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.018637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.018637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.018637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.018637] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503f1f03-2067-4ff9-b829-78f175026384 is going to be updated. [ 882.053214] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.053214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.053214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.053214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.053214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.062651] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503f1f03-2067-4ff9-b829-78f175026384 in Status: IN_PROGRESS for 2s [ 883.034453] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 883.034713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.034856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.035112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.035313] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.035431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.035499] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.035650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.035731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.035814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.035969] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.079362] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fceff77-c8e2-494c-ab71-70e69292053a in Status: SUCCESS [ 883.079572] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fceff77-c8e2-494c-ab71-70e69292053a deletion is rescheduled due to dependency. [ 883.079693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.538622] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.540051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.540051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.540051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.540051] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.540051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.540051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.540051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.540358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.540358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.540554] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.540686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.540774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.540973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.541185] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.541314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.541405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.541606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.541705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.541904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.542028] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.045337] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d: rpc.has_security_group_logging(os_id): False [ 884.065471] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.065610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.065695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.065919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.066040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.066298] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.066385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.066449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.066630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.066710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.067357] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.067528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.067597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.067862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.067952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.068172] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.068268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.068332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.068494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.068570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.068671] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 884.079359] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 503f1f03-2067-4ff9-b829-78f175026384 in Status: SUCCESS [ 884.079547] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 503f1f03-2067-4ff9-b829-78f175026384 deletion is rescheduled due to dependency. [ 884.079663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.151409] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.151726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.151799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.152173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.152422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.178308] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 886.202344] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 886.202344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.508219] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 886.508431] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 887.825041] env[65043]: INFO networking_nsxv3.common.synchronization [req-fb187d7b-df76-4a1e-81d2-38acc7aae2a0 req-a3089f9e-185c-46ee-b43e-1a6cc702e22a tempest-FloatingIPsAssociationTestJSON-1815916442 tempest-FloatingIPsAssociationTestJSON-1815916442-project-member] Enqueued Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 887.825378] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGHEST for action security_group_members [ 887.827274] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.827274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.827274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.827274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.827274] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.827274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.827274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.827274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.827274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.827274] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.150073] env[65043]: INFO networking_nsxv3.common.synchronization [req-7781ec29-41b2-4be0-863c-76d5cd6402e7 req-a15094bb-7aa7-4c1b-ad27-95fe300bc15f tempest-ServersTestBootFromVolume-121082214 tempest-ServersTestBootFromVolume-121082214-project-member] Enqueued Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_members [ 888.150764] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGHEST for action security_group_members [ 888.150971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bf7550-33ff-479c-a73a-23e0ae8a8574 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.151107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.151169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.151386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.151529] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.151618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.151683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.151830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.151976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.152087] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.331999] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.332202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.332424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.332508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.332595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.332794] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.332913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.332963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.333116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.333191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.333485] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 is going to be updated. [ 888.369542] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.369961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.370160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.370454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.372100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.384093] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: IN_PROGRESS for 2s [ 888.654435] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.654583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.654631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.654858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.677927] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.678199] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.678366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.678465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.678743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.678951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.679034] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 is going to be updated. [ 888.713102] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.713324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.713324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.713506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.713655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.724268] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 in Status: IN_PROGRESS for 2s [ 889.657802] env[65043]: INFO networking_nsxv3.common.synchronization [req-ad73816b-7ae3-49b0-ae1e-7f952430da56 req-8df97302-9def-4e8e-aa56-98917d05daeb tempest-ServersTestJSON-1164069498 tempest-ServersTestJSON-1164069498-project-member] Enqueued Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_members [ 889.658608] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_members [ 889.658688] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf26a7ac-d7e8-4517-9912-66910b386ef1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.658821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.658901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.659411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.659411] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.659571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.659635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.659771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.659884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.660013] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.074375] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.074578] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-383" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.074723] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-383" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.075099] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-383" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.075943] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.075943] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.075943] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.076240] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.076240] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.076815] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.076893] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.077806] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.077806] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.077806] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.077806] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.078273] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.104312] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.104312] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.104312] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.104312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-383" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.104312] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-957edf81-db7a-427f-865a-9e4e090ecadf taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.104312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-957edf81-db7a-427f-865a-9e4e090ecadf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.104312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-957edf81-db7a-427f-865a-9e4e090ecadf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.104312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-957edf81-db7a-427f-865a-9e4e090ecadf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.104312] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('957edf81-db7a-427f-865a-9e4e090ecadf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.163058] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.163269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.163363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.163574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.163664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.163874] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.163982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.164533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.164774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.164892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.165036] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 already deleted. [ 890.165190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.393755] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 in Status: SUCCESS [ 890.393947] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 deletion is rescheduled due to dependency. [ 890.394076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.607477] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.607696] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.607820] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.608102] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.608555] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.608555] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 957edf81-db7a-427f-865a-9e4e090ecadf not found, creating... [ 890.608858] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.609032] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.609788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.609788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.609788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.609788] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.610055] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.610104] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.610294] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.610420] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.610745] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 957edf81-db7a-427f-865a-9e4e090ecadf is going to be created. [ 890.642780] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.643012] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.643264] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.643832] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.644016] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.644262] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-957edf81-db7a-427f-865a-9e4e090ecadf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.740509] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 in Status: SUCCESS [ 890.741112] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 deletion is rescheduled due to dependency. [ 890.741277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.442434] env[65043]: INFO networking_nsxv3.common.synchronization [req-ad73816b-7ae3-49b0-ae1e-7f952430da56 req-cebd4164-daaf-403a-bd92-8a58320774d2 service nova] Enqueued Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_rules [ 891.442621] env[65043]: INFO networking_nsxv3.common.synchronization [req-ad73816b-7ae3-49b0-ae1e-7f952430da56 req-cebd4164-daaf-403a-bd92-8a58320774d2 service nova] Enqueued Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_members [ 891.443086] env[65043]: INFO networking_nsxv3.common.synchronization [req-ad73816b-7ae3-49b0-ae1e-7f952430da56 req-cebd4164-daaf-403a-bd92-8a58320774d2 service nova] Enqueued Resource ID: 957edf81-db7a-427f-865a-9e4e090ecadf with Priority: HIGHEST for action port [ 891.443472] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_rules [ 891.443648] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_members [ 891.443774] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957edf81-db7a-427f-865a-9e4e090ecadf with Priority: HIGHEST for action port [ 891.444216] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf26a7ac-d7e8-4517-9912-66910b386ef1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.444284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.444314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.444807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.444807] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.445656] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf26a7ac-d7e8-4517-9912-66910b386ef1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.445773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.445838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.446063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.446224] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.446322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.446373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.446504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.446576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.446675] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.448142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-957edf81-db7a-427f-865a-9e4e090ecadf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.448313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-957edf81-db7a-427f-865a-9e4e090ecadf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.448313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-957edf81-db7a-427f-865a-9e4e090ecadf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.448485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-957edf81-db7a-427f-865a-9e4e090ecadf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.448647] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('957edf81-db7a-427f-865a-9e4e090ecadf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.951532] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf26a7ac-d7e8-4517-9912-66910b386ef1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.951833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.951948] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.952923] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 957edf81-db7a-427f-865a-9e4e090ecadf with status ACTIVE [ 891.953219] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.953318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.953372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.953702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.953702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.953802] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.954777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.954777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.954777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.954777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.954777] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.954777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.954777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.954777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.954777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.955326] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 957edf81-db7a-427f-865a-9e4e090ecadf is going to be updated. [ 891.986772] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.986933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.986999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.987219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.987357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.987546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-957edf81-db7a-427f-865a-9e4e090ecadf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.458394] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.960977] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.961352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.961352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.961440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.961510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.961612] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 is going to be created. [ 892.987723] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.987839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.988041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.988236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.988401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.001178] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 in Status: UNINITIALIZED for 2s [ 894.020618] env[65043]: INFO networking_nsxv3.common.synchronization [req-73c37dfb-6ea0-4894-a7ef-7fd93b07eb5d req-816089b9-5d32-4dc7-8bf6-7307ff609ce2 tempest-ListServerFiltersTestJSON-1129036150 tempest-ListServerFiltersTestJSON-1129036150-project-member] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 894.020618] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGHEST for action security_group_members [ 894.020991] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.020991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.021137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.021305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.021470] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.021579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.021671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.022187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.022187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.022187] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.462021] env[65043]: INFO networking_nsxv3.common.synchronization [req-0186f4fc-e80a-4ebc-ad44-759081cfb818 req-9ba6c958-d104-4e11-88cc-c5e1c085d238 tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 894.462021] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 894.462021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.462021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.462021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.462349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.462349] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.462469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.462510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.462661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.462748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.462842] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.524835] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.524835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.524991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.525176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.525266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.526058] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.526058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.526058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.526058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.526058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.526058] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be updated. [ 894.567071] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.567232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.567304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.567509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.567655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.582568] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: IN_PROGRESS for 2s [ 894.820749] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.821129] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.821311] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.821605] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.821852] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.822091] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.822250] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.822495] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.822674] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.822998] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.823167] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.823305] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.823438] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.823575] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.823703] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.823865] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.843460] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.843638] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.843771] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.843939] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.844348] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.844624] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.844674] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.844963] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.845110] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd35ae1-1a40-491e-a1ac-4db05ec75e7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.965506] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.965767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.965767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.965941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.966574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.966574] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.966574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.966574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.966574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.966574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.966810] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 894.992239] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.992384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.992455] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.992652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.992789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.004229] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 895.013220] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 in Status: SUCCESS [ 895.013408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.013567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.013776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.013965] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.014093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.014159] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.015252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.015252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.015252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.015252] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.347120] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.347519] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.347519] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.347732] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.347999] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.348089] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port efd35ae1-1a40-491e-a1ac-4db05ec75e7e not found, creating... [ 895.348289] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.348442] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.348559] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.348777] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.348962] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.349203] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.349540] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.349774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.350038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.350181] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.350436] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: efd35ae1-1a40-491e-a1ac-4db05ec75e7e is going to be created. [ 895.391177] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.391400] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.391556] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.391790] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.392114] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.392352] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.517513] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.020505] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf26a7ac-d7e8-4517-9912-66910b386ef1: rpc.has_security_group_logging(os_id): False [ 896.043415] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.043579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.043579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.043807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.043901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.044173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.044309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.044376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.045052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.045052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.045052] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 is going to be created. [ 896.118922] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.118922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.119081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.119366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.119478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.133066] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 in Status: IN_PROGRESS for 2s [ 896.157225] env[65043]: INFO networking_nsxv3.common.synchronization [req-0186f4fc-e80a-4ebc-ad44-759081cfb818 req-441737bb-54fe-42c1-a068-fff5e8126cbf service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 896.157685] env[65043]: INFO networking_nsxv3.common.synchronization [req-0186f4fc-e80a-4ebc-ad44-759081cfb818 req-441737bb-54fe-42c1-a068-fff5e8126cbf service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 896.157685] env[65043]: INFO networking_nsxv3.common.synchronization [req-0186f4fc-e80a-4ebc-ad44-759081cfb818 req-441737bb-54fe-42c1-a068-fff5e8126cbf service nova] Enqueued Resource ID: efd35ae1-1a40-491e-a1ac-4db05ec75e7e with Priority: HIGHEST for action port [ 896.158079] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 896.158219] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 896.158333] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd35ae1-1a40-491e-a1ac-4db05ec75e7e with Priority: HIGHEST for action port [ 896.158586] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.158874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.158874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.159077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.159165] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.160140] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.160140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.160357] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.160460] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.160508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.160687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.160773] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd35ae1-1a40-491e-a1ac-4db05ec75e7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.594347] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 821df285-b55d-4e33-b46c-dbbc7390f89e in Status: SUCCESS [ 896.594347] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e deletion is rescheduled due to dependency. [ 896.594649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.663089] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.663248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.665643] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efd35ae1-1a40-491e-a1ac-4db05ec75e7e with status ACTIVE [ 896.665853] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.665982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.666064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.666272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.666359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.666552] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.666662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.666776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.666935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.667023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.667206] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.667298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.667358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.667493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.667565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.667648] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efd35ae1-1a40-491e-a1ac-4db05ec75e7e is going to be updated. [ 896.692446] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.692446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.692446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.692446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.692446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.692446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd35ae1-1a40-491e-a1ac-4db05ec75e7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.018173] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 897.018173] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 deletion is rescheduled due to dependency. [ 897.018173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.018173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.018173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.018173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.018173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.018173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.018173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.018173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.018173] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.196855] env[65043]: INFO networking_nsxv3.common.synchronization [req-da876ac6-1df4-4bb1-a552-da529afad321 req-e9489231-e9e9-4cc1-b9f0-7d91a7ca1e95 tempest-ServerRescueTestJSON-265358796 tempest-ServerRescueTestJSON-265358796-project-member] Enqueued Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 897.197477] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 897.198434] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.199590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.199590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.199590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.199590] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.199590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.199590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.199590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.199590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.199590] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.520268] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.702020] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.023082] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.150112] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 in Status: SUCCESS [ 898.150426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.204571] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.526422] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.526561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.526615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.527036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.527036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.527036] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 898.558046] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.558221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.558289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.558504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.558655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.568403] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 898.708494] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.708494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.708494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.708494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.708494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.708494] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 is going to be updated. [ 898.744680] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.744680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.744680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.744680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.744680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.754427] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: IN_PROGRESS for 2s [ 899.155902] env[65043]: INFO networking_nsxv3.common.synchronization [req-1404a035-33fa-4a8a-a889-f3f4e74e8b16 req-5c4d1a9c-0f16-4de4-9fac-11291428d3b8 tempest-ServersAdminTestJSON-223478790 tempest-ServersAdminTestJSON-223478790-project-member] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 899.156021] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 899.156387] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.156478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.156551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.156822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.156880] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.156984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.157074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.157223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.157309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.157404] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.660661] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.163847] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.579437] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 900.579693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.579898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.580142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.580401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.580523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.580588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.580782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.580861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.580980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.581135] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.668988] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.668988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.669106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.669243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.669335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.669494] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 900.709528] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.709688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.709802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.710088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.710245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.722294] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 900.765306] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: SUCCESS [ 900.765635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.083571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.084493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.084493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.084493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.084493] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.084706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.084706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.085076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.085076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.085215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.085427] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.085581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.085691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.085910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.087249] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.087492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.087633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.087874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.088065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.088237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.088406] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.590727] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8738e69-c6e1-439f-b70c-83d340b34596: rpc.has_security_group_logging(os_id): False [ 901.612827] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.612827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.612827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.613124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.613124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.614743] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.614883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.614944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.615164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.615252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.615471] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.615574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.615638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.616133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.616241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.618110] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.618230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.618296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.618472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.618716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.618851] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 901.698088] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.698252] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.698690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.698690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.698860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.716459] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 901.824525] env[65043]: INFO networking_nsxv3.common.synchronization [None req-2e865de1-9af4-4377-8dcc-d34c3b8c375c None None] Enqueued Resource ID: aa0ed51c-21fe-41a5-b924-f34415e2e30e with Priority: HIGHEST for action port [ 901.825140] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0ed51c-21fe-41a5-b924-f34415e2e30e with Priority: HIGHEST for action port [ 901.825450] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa0ed51c-21fe-41a5-b924-f34415e2e30e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.825606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa0ed51c-21fe-41a5-b924-f34415e2e30e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.825651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa0ed51c-21fe-41a5-b924-f34415e2e30e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.825880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa0ed51c-21fe-41a5-b924-f34415e2e30e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.825962] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0ed51c-21fe-41a5-b924-f34415e2e30e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.331744] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa0ed51c-21fe-41a5-b924-f34415e2e30e [ 902.331744] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.331903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.331972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.332226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.332280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.332369] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa0ed51c-21fe-41a5-b924-f34415e2e30e already deleted. [ 902.332411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa0ed51c-21fe-41a5-b924-f34415e2e30e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.588152] env[65043]: INFO networking_nsxv3.common.synchronization [req-f72bad7b-66c6-44fa-81d2-e3d12194a02f req-af17ea40-eb4a-446d-8dc5-199664736b80 tempest-InstanceActionsV221TestJSON-1610270418 tempest-InstanceActionsV221TestJSON-1610270418-project-member] Enqueued Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGHEST for action security_group_members [ 902.588701] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGHEST for action security_group_members [ 902.589471] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c371facf-c8d2-49ce-85c0-ba852a197037 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.589924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.589924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.590224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.590390] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.590652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.590652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.590765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.590975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.590975] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c371facf-c8d2-49ce-85c0-ba852a197037',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.739754] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 902.739754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.966940] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.967096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-409" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.967223] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-409" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.967554] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-409" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.967835] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.969128] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.969128] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.969128] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.969466] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.969732] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.969933] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.970120] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.970276] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.970466] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.970649] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.970861] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.992662] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.993043] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.993675] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.993675] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-409" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.993775] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.993945] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.994086] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.994511] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.994575] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcd3b875-1bfd-48e7-abf0-d29b1c64c845',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.096563] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.096754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.096847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.097102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.097198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.097409] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.097511] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.097576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.097729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.097811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.098420] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c371facf-c8d2-49ce-85c0-ba852a197037 already deleted. [ 903.098420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.497412] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.497862] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.498070] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.498510] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.498749] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.499048] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port fcd3b875-1bfd-48e7-abf0-d29b1c64c845 not found, creating... [ 903.499629] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.499887] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.500066] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.500388] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.500594] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.501112] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.501480] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.501579] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.501834] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.502190] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.502402] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: fcd3b875-1bfd-48e7-abf0-d29b1c64c845 is going to be created. [ 903.528130] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.528366] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.528513] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.528874] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.529140] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.529400] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.737682] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 903.738059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.222432] env[65043]: INFO networking_nsxv3.common.synchronization [req-f72bad7b-66c6-44fa-81d2-e3d12194a02f req-4ca608d1-9a61-4cc4-89e1-2cdb820984e1 service nova] Enqueued Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGHEST for action security_group_rules [ 904.222614] env[65043]: INFO networking_nsxv3.common.synchronization [req-f72bad7b-66c6-44fa-81d2-e3d12194a02f req-4ca608d1-9a61-4cc4-89e1-2cdb820984e1 service nova] Enqueued Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGHEST for action security_group_members [ 904.222748] env[65043]: INFO networking_nsxv3.common.synchronization [req-f72bad7b-66c6-44fa-81d2-e3d12194a02f req-4ca608d1-9a61-4cc4-89e1-2cdb820984e1 service nova] Enqueued Resource ID: fcd3b875-1bfd-48e7-abf0-d29b1c64c845 with Priority: HIGHEST for action port [ 904.223333] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGHEST for action security_group_rules [ 904.223481] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGHEST for action security_group_members [ 904.223591] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcd3b875-1bfd-48e7-abf0-d29b1c64c845 with Priority: HIGHEST for action port [ 904.224104] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c371facf-c8d2-49ce-85c0-ba852a197037 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.224241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.224304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.224575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.224663] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c371facf-c8d2-49ce-85c0-ba852a197037',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.225658] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c371facf-c8d2-49ce-85c0-ba852a197037 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.225875] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.225972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.226220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.226432] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.226554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.226621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.226777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.226863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.226955] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c371facf-c8d2-49ce-85c0-ba852a197037',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.227776] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.227883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.227950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.228140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.228184] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcd3b875-1bfd-48e7-abf0-d29b1c64c845',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.483295] env[65043]: INFO networking_nsxv3.common.synchronization [None req-6cfa7050-251b-4669-987f-7fddbb83d36e None None] Enqueued Resource ID: 78ca4744-6c09-40b9-a046-52336fb79283 with Priority: HIGHEST for action port [ 904.484213] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78ca4744-6c09-40b9-a046-52336fb79283 with Priority: HIGHEST for action port [ 904.484573] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-78ca4744-6c09-40b9-a046-52336fb79283 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.484716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78ca4744-6c09-40b9-a046-52336fb79283" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.484786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78ca4744-6c09-40b9-a046-52336fb79283" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.485150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78ca4744-6c09-40b9-a046-52336fb79283" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.485266] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78ca4744-6c09-40b9-a046-52336fb79283',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.730396] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c371facf-c8d2-49ce-85c0-ba852a197037 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.730514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.730734] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c371facf-c8d2-49ce-85c0-ba852a197037',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.732110] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcd3b875-1bfd-48e7-abf0-d29b1c64c845 with status ACTIVE [ 904.732284] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.732406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.732474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.732683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.732767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.733102] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.733231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.733231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.733406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.733406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.733599] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.733691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.733751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.733953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.734074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.734119] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcd3b875-1bfd-48e7-abf0-d29b1c64c845 is going to be updated. [ 904.758473] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.758827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.758827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.759089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.759089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.759245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcd3b875-1bfd-48e7-abf0-d29b1c64c845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.987452] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78ca4744-6c09-40b9-a046-52336fb79283 [ 904.987640] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.987774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.987846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.988204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.988304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.988404] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78ca4744-6c09-40b9-a046-52336fb79283 already deleted. [ 904.988485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78ca4744-6c09-40b9-a046-52336fb79283" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.236671] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c371facf-c8d2-49ce-85c0-ba852a197037',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.739831] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.740038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.740096] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.740301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.740391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.740488] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c371facf-c8d2-49ce-85c0-ba852a197037 is going to be created. [ 905.769511] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.769839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.769839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.769995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.770178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.835868] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c371facf-c8d2-49ce-85c0-ba852a197037 in Status: UNINITIALIZED for 2s [ 907.847636] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c371facf-c8d2-49ce-85c0-ba852a197037 in Status: SUCCESS [ 907.847920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.848090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.848424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.848508] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.848623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.848686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.848834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.848917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.849013] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.849106] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c371facf-c8d2-49ce-85c0-ba852a197037',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.352453] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c371facf-c8d2-49ce-85c0-ba852a197037 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.352604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.352604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.352776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.353044] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.353190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.353278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.353466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.353578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.353690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.353865] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c371facf-c8d2-49ce-85c0-ba852a197037 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.354020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.354129] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.355014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.355014] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.355014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.355014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.355014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.355014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.355014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.355014] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c371facf-c8d2-49ce-85c0-ba852a197037',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.857155] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c371facf-c8d2-49ce-85c0-ba852a197037: rpc.has_security_group_logging(os_id): False [ 908.879955] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.880127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.880127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.880310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.880382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.880557] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.880663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.880725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.882277] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.882277] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.882277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.882277] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c371facf-c8d2-49ce-85c0-ba852a197037 is going to be created. [ 908.949238] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.949238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.949473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.949771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.949972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.962683] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c371facf-c8d2-49ce-85c0-ba852a197037 in Status: IN_PROGRESS for 2s [ 909.485576] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 909.485576] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 910.572515] env[65043]: INFO networking_nsxv3.common.synchronization [req-7c091263-3eb8-4f34-a22e-e690665b85ed req-5eb2e86d-d0c0-4062-a26e-1d3d1a5c9dd0 tempest-ServersAdminNegativeTestJSON-1565022935 tempest-ServersAdminNegativeTestJSON-1565022935-project-member] Enqueued Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 910.573097] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 910.573783] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.573783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.573783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.573783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.574364] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.574364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.574364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.574364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.574364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.574549] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.899384] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.899384] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.899384] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.899384] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.899384] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.899817] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.900112] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.900444] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.900694] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.901761] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.904696] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.904696] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.904696] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.904696] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.904696] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.904696] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.924680] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.925039] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.925296] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.925647] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.926251] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.926580] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.926841] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.927342] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.927400] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.979152] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c371facf-c8d2-49ce-85c0-ba852a197037 in Status: SUCCESS [ 910.979546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.080330] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.084257] env[65043]: INFO networking_nsxv3.common.synchronization [None req-d0fd557b-9b88-48eb-b8ff-3979c1f85974 None None] Enqueued Resource ID: 06fc7d16-ae66-48d2-a84b-d8d7603c3461 with Priority: HIGHEST for action port [ 911.084666] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fc7d16-ae66-48d2-a84b-d8d7603c3461 with Priority: HIGHEST for action port [ 911.084977] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-06fc7d16-ae66-48d2-a84b-d8d7603c3461 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.085111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06fc7d16-ae66-48d2-a84b-d8d7603c3461" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.085174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06fc7d16-ae66-48d2-a84b-d8d7603c3461" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.085601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06fc7d16-ae66-48d2-a84b-d8d7603c3461" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.085687] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06fc7d16-ae66-48d2-a84b-d8d7603c3461',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.431377] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.431377] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.431377] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.431377] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.431377] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.431624] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1 not found, creating... [ 911.432140] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.432465] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.432635] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.433021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.433289] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.433709] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.433932] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.434100] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.435863] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.435863] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.435863] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1 is going to be created. [ 911.467343] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.467343] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.467343] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.467613] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.467859] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.468125] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.584787] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.587604] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06fc7d16-ae66-48d2-a84b-d8d7603c3461 [ 911.587802] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.588286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.588478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.588989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.589167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.589328] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06fc7d16-ae66-48d2-a84b-d8d7603c3461 already deleted. [ 911.589464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06fc7d16-ae66-48d2-a84b-d8d7603c3461" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.088967] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.089172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.089216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.090228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.090336] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.090461] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee is going to be updated. [ 912.127744] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.127744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.127744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.127980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.128027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.137965] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: IN_PROGRESS for 2s [ 912.175319] env[65043]: INFO networking_nsxv3.common.synchronization [req-7c091263-3eb8-4f34-a22e-e690665b85ed req-27912f49-7f39-47a7-ba1e-647f57663925 service nova] Enqueued Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_rules [ 912.175425] env[65043]: INFO networking_nsxv3.common.synchronization [req-7c091263-3eb8-4f34-a22e-e690665b85ed req-27912f49-7f39-47a7-ba1e-647f57663925 service nova] Enqueued Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 912.175567] env[65043]: INFO networking_nsxv3.common.synchronization [req-7c091263-3eb8-4f34-a22e-e690665b85ed req-27912f49-7f39-47a7-ba1e-647f57663925 service nova] Enqueued Resource ID: f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1 with Priority: HIGHEST for action port [ 912.176069] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_rules [ 912.176207] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 912.176305] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1 with Priority: HIGHEST for action port [ 912.176574] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.176692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.176760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.176959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.177125] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.177880] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.177974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.178533] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.178646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.178712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.178712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.178712] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.680433] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.680888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.680888] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1 with status ACTIVE [ 912.680986] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.681158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.681232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.681444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.681532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.681732] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.681831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.681893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.682075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.682236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.682443] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.682539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.682599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.682739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.682813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.682897] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1 is going to be updated. [ 912.704506] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.704741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.704741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.704954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.705061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.705268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0aba7c3-ca94-4e03-9a5e-b5c4699a09c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.731365] env[65043]: INFO networking_nsxv3.common.synchronization [None req-bb03047a-496d-41f8-b66c-63a5038da6de None None] Enqueued Resource ID: d1a34963-347d-434d-86b1-30e09127bb6e with Priority: HIGHEST for action port [ 913.731912] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a34963-347d-434d-86b1-30e09127bb6e with Priority: HIGHEST for action port [ 913.732269] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a34963-347d-434d-86b1-30e09127bb6e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.732433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a34963-347d-434d-86b1-30e09127bb6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.732471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a34963-347d-434d-86b1-30e09127bb6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.732727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a34963-347d-434d-86b1-30e09127bb6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.732784] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a34963-347d-434d-86b1-30e09127bb6e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.149671] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: SUCCESS [ 914.150169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.150482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.150857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.151106] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.151238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.151308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.151481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.151567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.151664] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.235849] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1a34963-347d-434d-86b1-30e09127bb6e [ 914.235849] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.236012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.236095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.236306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.236394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.236504] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1a34963-347d-434d-86b1-30e09127bb6e already deleted. [ 914.236585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a34963-347d-434d-86b1-30e09127bb6e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.654628] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.157165] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.659443] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.659443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.659691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.659843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.659928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.660031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee is going to be updated. [ 915.698503] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.698723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.698827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.699039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.699198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.712366] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: IN_PROGRESS for 2s [ 915.867825] env[65043]: INFO networking_nsxv3.common.synchronization [req-6cd44d98-3010-4f29-b829-5b6beb2b3b43 req-916d2efb-6809-4598-bee4-195592c3eb40 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_members [ 915.868903] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_members [ 915.868903] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c76357cc-3605-4dc5-bd6d-6cddb703d59d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.869150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.869150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.869346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.869506] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.869611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.869674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.869897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.870016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.870101] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.223151] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.223151] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.223151] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.223151] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.223604] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.223920] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.224148] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.224452] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.224710] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.225034] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.225261] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.225464] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.225657] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.225865] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.226069] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.226326] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.260412] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.260583] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.261917] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.261917] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.261917] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-90f47cb1-e337-4f77-bb05-82494d7d85eb taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.261917] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-90f47cb1-e337-4f77-bb05-82494d7d85eb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.261917] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-90f47cb1-e337-4f77-bb05-82494d7d85eb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.262182] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-90f47cb1-e337-4f77-bb05-82494d7d85eb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.262539] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f47cb1-e337-4f77-bb05-82494d7d85eb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.372055] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.372055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.373195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.373195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.373195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.373195] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.373195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.373195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.373195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.373195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.373195] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d already deleted. [ 916.373195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.765113] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.765425] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.765589] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.766028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.766253] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.766453] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 90f47cb1-e337-4f77-bb05-82494d7d85eb not found, creating... [ 916.766967] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.766967] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.767134] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.767362] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.767525] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.767846] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.768136] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.768287] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.768585] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.768735] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.768900] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 90f47cb1-e337-4f77-bb05-82494d7d85eb is going to be created. [ 916.793080] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.793080] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.793080] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.793352] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.793459] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.794036] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-90f47cb1-e337-4f77-bb05-82494d7d85eb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.470700] env[65043]: INFO networking_nsxv3.common.synchronization [req-3b2c5550-e5e4-445d-9c42-5ba3de8accba req-69c3538a-8382-4532-9bab-6aea1ea5077c tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 917.471928] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 917.471928] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.471928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.471928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.472180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.472180] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.472297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.472386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.472547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.472656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.472716] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.525362] env[65043]: INFO networking_nsxv3.common.synchronization [req-6cd44d98-3010-4f29-b829-5b6beb2b3b43 req-a1bc9a33-d3a8-4a59-9401-d57b636778a5 service nova] Enqueued Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_rules [ 917.525554] env[65043]: INFO networking_nsxv3.common.synchronization [req-6cd44d98-3010-4f29-b829-5b6beb2b3b43 req-a1bc9a33-d3a8-4a59-9401-d57b636778a5 service nova] Enqueued Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_members [ 917.525691] env[65043]: INFO networking_nsxv3.common.synchronization [req-6cd44d98-3010-4f29-b829-5b6beb2b3b43 req-a1bc9a33-d3a8-4a59-9401-d57b636778a5 service nova] Enqueued Resource ID: 90f47cb1-e337-4f77-bb05-82494d7d85eb with Priority: HIGHEST for action port [ 917.526399] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_rules [ 917.526610] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_members [ 917.526659] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f47cb1-e337-4f77-bb05-82494d7d85eb with Priority: HIGHEST for action port [ 917.526902] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.527022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.527089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.527295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.527378] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.528547] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c76357cc-3605-4dc5-bd6d-6cddb703d59d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.528547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.528547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.532102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.532299] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.532426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.532483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.532655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.532733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.533296] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.534485] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-90f47cb1-e337-4f77-bb05-82494d7d85eb taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.534485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90f47cb1-e337-4f77-bb05-82494d7d85eb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.534485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90f47cb1-e337-4f77-bb05-82494d7d85eb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.534485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90f47cb1-e337-4f77-bb05-82494d7d85eb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.534485] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f47cb1-e337-4f77-bb05-82494d7d85eb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.725309] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: SUCCESS [ 917.725702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.727998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.727998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.727998] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.727998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.727998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.727998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.727998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.727998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.727998] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.836286] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.836505] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.836722] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.837027] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.837562] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.837967] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.838188] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.838487] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.838711] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.839017] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.839211] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.839396] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.839607] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.839895] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.840270] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.840600] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.873105] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.873365] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.873534] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.873725] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.874118] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-72b85b23-a90b-474e-a9e8-b6563833430f taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.874387] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-72b85b23-a90b-474e-a9e8-b6563833430f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.874543] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-72b85b23-a90b-474e-a9e8-b6563833430f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.874897] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-72b85b23-a90b-474e-a9e8-b6563833430f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.875365] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b85b23-a90b-474e-a9e8-b6563833430f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.975337] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.976108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.976108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.976108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.000029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.000376] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.000507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.000585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.000858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.001016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.001141] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 918.036875] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.038344] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c76357cc-3605-4dc5-bd6d-6cddb703d59d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.038516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.039104] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90f47cb1-e337-4f77-bb05-82494d7d85eb with status ACTIVE [ 918.039386] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.039568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.039680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.040025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.040212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.040461] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.040671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.040769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.041289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.041355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.041637] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.041819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.041925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.042135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.042222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.042773] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90f47cb1-e337-4f77-bb05-82494d7d85eb is going to be updated. [ 918.044210] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.044317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.044317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.044558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.045157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.060736] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 918.070588] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.070588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.070774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.071404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.071404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.071404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90f47cb1-e337-4f77-bb05-82494d7d85eb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.229516] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.229679] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.229745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.229973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.230192] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.230259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.230323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.230474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.230554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.230729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.230783] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.230951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.230951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.231073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.231211] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.231301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.231361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.231504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.231581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.231653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.231745] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.379189] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.379475] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.380655] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.380655] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.380655] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.380655] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 72b85b23-a90b-474e-a9e8-b6563833430f not found, creating... [ 918.381116] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.381190] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.382037] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.382037] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.382037] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.382418] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.382679] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.382873] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.383215] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.383428] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.383652] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 72b85b23-a90b-474e-a9e8-b6563833430f is going to be created. [ 918.410598] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.410871] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.411015] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.411324] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.411561] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.411792] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-72b85b23-a90b-474e-a9e8-b6563833430f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.540479] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.641777] env[65043]: INFO networking_nsxv3.common.synchronization [req-e1ea5855-7e61-49df-8062-c52f915c98fb req-07c21fe7-f557-45e5-afed-d4413d142fc5 tempest-MigrationsAdminTest-1337344351 tempest-MigrationsAdminTest-1337344351-project-member] Enqueued Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 918.642469] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 918.642985] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.643157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.643157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.643348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.643508] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.643612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.643679] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.643833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.644010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.644082] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.734023] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c713cdd8-8dbb-430c-bd3a-ed5c3add47ee: rpc.has_security_group_logging(os_id): False [ 918.752460] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.752614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.752678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.752881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.752967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.753161] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.753259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.753318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.753469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.753570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.753768] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.753845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.753910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.754058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.754134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.754329] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.754416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.754476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.754612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.754683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.754767] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee is going to be updated. [ 918.831764] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.831764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.831764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.831764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.831764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.844606] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: IN_PROGRESS for 2s [ 918.954016] env[65043]: INFO networking_nsxv3.common.synchronization [req-19a37887-f174-414e-8e74-8539fc4f945f req-3b17b3ec-1217-4620-9d22-a778f82e8599 tempest-InstanceActionsV221TestJSON-1610270418 tempest-InstanceActionsV221TestJSON-1610270418-project-member] Enqueued Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGHEST for action security_group_members [ 918.955041] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGHEST for action security_group_members [ 918.955380] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c371facf-c8d2-49ce-85c0-ba852a197037 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.955556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.955645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.955864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.956039] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.956170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.956231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.956455] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.956455] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.956558] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c371facf-c8d2-49ce-85c0-ba852a197037',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.045139] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.045298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.045372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.045581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.045682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.045781] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d is going to be created. [ 919.072016] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.072214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.072309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.072524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.072688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.083799] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d in Status: UNINITIALIZED for 2s [ 919.145914] env[65043]: INFO networking_nsxv3.common.synchronization [req-3b2c5550-e5e4-445d-9c42-5ba3de8accba req-3b558e68-4ade-441f-b0d6-25496e81e3bf service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 919.147017] env[65043]: INFO networking_nsxv3.common.synchronization [req-3b2c5550-e5e4-445d-9c42-5ba3de8accba req-3b558e68-4ade-441f-b0d6-25496e81e3bf service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 919.147017] env[65043]: INFO networking_nsxv3.common.synchronization [req-3b2c5550-e5e4-445d-9c42-5ba3de8accba req-3b558e68-4ade-441f-b0d6-25496e81e3bf service nova] Enqueued Resource ID: 72b85b23-a90b-474e-a9e8-b6563833430f with Priority: HIGHEST for action port [ 919.147017] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.148669] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 919.148669] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 919.148669] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b85b23-a90b-474e-a9e8-b6563833430f with Priority: HIGHEST for action port [ 919.148669] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.149093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.149093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.149093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.149231] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.150201] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.150327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.151512] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-72b85b23-a90b-474e-a9e8-b6563833430f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.151512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72b85b23-a90b-474e-a9e8-b6563833430f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.151512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72b85b23-a90b-474e-a9e8-b6563833430f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.151512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72b85b23-a90b-474e-a9e8-b6563833430f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.152218] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b85b23-a90b-474e-a9e8-b6563833430f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.355335] env[65043]: INFO networking_nsxv3.common.synchronization [req-3bc3cadc-1f26-4791-b411-53ce35447e14 req-ab8cbe39-15b9-49ee-bb29-a9981cb7103c tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 919.355335] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 919.355335] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.355335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.355335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.355569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.355836] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.355941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.356077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.356267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.356802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.356802] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.458915] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.459124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.459199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.459427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.459515] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.459710] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.459836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.459901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.460095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.460172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.460261] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c371facf-c8d2-49ce-85c0-ba852a197037 is going to be updated. [ 919.493731] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.493926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.493926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.494162] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.494396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.505332] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c371facf-c8d2-49ce-85c0-ba852a197037 in Status: IN_PROGRESS for 2s [ 919.650073] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.655907] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.656127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.656236] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72b85b23-a90b-474e-a9e8-b6563833430f with status ACTIVE [ 919.657073] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.657073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.657073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.657261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.657416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.657627] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.657746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.657821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.658020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.658115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.658803] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.658803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.658803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.658803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.658803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.658803] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72b85b23-a90b-474e-a9e8-b6563833430f is going to be updated. [ 919.683197] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.683371] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.683440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.683654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.683795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.684053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72b85b23-a90b-474e-a9e8-b6563833430f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.859187] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.859471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.859471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.859657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.859701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.860688] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.860688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.860688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.860688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.860688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.860688] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 919.908527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.908774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.908902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.909472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.909472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.923601] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 920.071191] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 920.071881] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f deletion is rescheduled due to dependency. [ 920.071881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.071881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.072363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.072363] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.072469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.072469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.073795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.073795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.073795] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.152934] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.153475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.153601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.153914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.154072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.154231] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e is going to be updated. [ 920.187799] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.187946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.188032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.188253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.188389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.199284] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: IN_PROGRESS for 2s [ 920.576767] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.861304] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: SUCCESS [ 920.861660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.080355] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.095577] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d in Status: SUCCESS [ 921.095922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.096801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.096931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.097329] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.097329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.097479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.097596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.097784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.097846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.097976] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.518916] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c371facf-c8d2-49ce-85c0-ba852a197037 in Status: SUCCESS [ 921.519025] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c371facf-c8d2-49ce-85c0-ba852a197037 deletion is rescheduled due to dependency. [ 921.519147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.583262] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.583448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.583522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.583752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.583843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.583946] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 921.601083] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.624593] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.624593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.624593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.624593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.624593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.633203] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 922.055180] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 922.055458] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 deletion is rescheduled due to dependency. [ 922.055549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.103398] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c76357cc-3605-4dc5-bd6d-6cddb703d59d: rpc.has_security_group_logging(os_id): False [ 922.160121] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.160344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.160402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.160656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.160759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.161025] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.161151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.161206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.161373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.161452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.161552] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d is going to be created. [ 922.210711] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: SUCCESS [ 922.210958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.257626] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.257626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.257626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.257626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.258096] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.293958] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d in Status: IN_PROGRESS for 2s [ 923.647265] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 923.647265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.647265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.647265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.647265] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.647265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.647265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.647265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.647265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.647265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.647265] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.152508] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.152736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.152824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.153132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.153375] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.153532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.153610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.153845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.153984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.154162] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.154389] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.154530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.154628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.154861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.155104] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.155259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.155332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.155526] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.155650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.155791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.157102] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.309424] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d in Status: SUCCESS [ 924.309690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.355521] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 924.355758] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 924.493104] env[65043]: INFO networking_nsxv3.common.synchronization [None req-6da16eb8-ef30-4ca3-8e80-d54f8f0f8299 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 924.493872] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 924.494052] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.494454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.494454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.494561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.494709] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.494807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.494891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.495064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.495150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.495245] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.658200] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeaba070-4cb5-483a-8867-3bf154a4442f: rpc.has_security_group_logging(os_id): False [ 924.679265] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.679265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.679265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.679525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.679525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.679726] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.679873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.679873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.680044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.680096] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.680286] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.680371] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.680433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.680589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.680674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.680879] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.680972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.681049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.681190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.681261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.681347] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 924.785337] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.785493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.785554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.785773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.785928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.801286] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 924.997683] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.499881] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.828593] env[65043]: INFO networking_nsxv3.common.synchronization [None req-ac08537b-4a66-44ef-a3cb-37b7c5fb0b96 None None] Enqueued Resource ID: 744fec4f-4ba4-4542-89a2-294885068603 with Priority: HIGHEST for action port [ 925.829946] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744fec4f-4ba4-4542-89a2-294885068603 with Priority: HIGHEST for action port [ 925.830674] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-744fec4f-4ba4-4542-89a2-294885068603 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.830778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-744fec4f-4ba4-4542-89a2-294885068603" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.830778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-744fec4f-4ba4-4542-89a2-294885068603" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.832272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-744fec4f-4ba4-4542-89a2-294885068603" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.832371] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744fec4f-4ba4-4542-89a2-294885068603',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.006054] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.006054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.006054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.006054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.006348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.006348] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 926.044994] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.045172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.045311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.045899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.045899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.057126] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 926.335258] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 744fec4f-4ba4-4542-89a2-294885068603 [ 926.335517] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.335649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.335714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.336207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.336207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.336207] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:744fec4f-4ba4-4542-89a2-294885068603 already deleted. [ 926.336638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-744fec4f-4ba4-4542-89a2-294885068603" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.821042] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 926.821042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.421477] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.423034] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.423034] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.423034] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.423034] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.423034] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.423611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.423611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.423611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.424270] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.424270] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.424270] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.424270] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.424270] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.424475] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.424475] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.448398] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.448573] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.448712] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.448883] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.449411] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-5b7a44e6-b25c-4e50-bab8-79363ca838fc taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.450332] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-5b7a44e6-b25c-4e50-bab8-79363ca838fc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.450332] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-5b7a44e6-b25c-4e50-bab8-79363ca838fc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.450332] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-5b7a44e6-b25c-4e50-bab8-79363ca838fc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.450332] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7a44e6-b25c-4e50-bab8-79363ca838fc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.954670] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.954670] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.954670] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.955302] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.955302] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.955422] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 5b7a44e6-b25c-4e50-bab8-79363ca838fc not found, creating... [ 927.955680] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.956622] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.956622] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.956622] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.956622] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.956622] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.956793] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.957638] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.957638] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.957638] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.957638] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 5b7a44e6-b25c-4e50-bab8-79363ca838fc is going to be created. [ 927.983594] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.983840] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.983968] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.984629] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.984629] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.985159] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-5b7a44e6-b25c-4e50-bab8-79363ca838fc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.069676] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 928.070062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.486894] env[65043]: INFO networking_nsxv3.common.synchronization [None req-7c6121c0-95e5-409b-8392-047600b23d65 None None] Enqueued Resource ID: 7bce7f7a-9474-4b33-bf98-65b031682a38 with Priority: HIGHEST for action port [ 928.488531] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bce7f7a-9474-4b33-bf98-65b031682a38 with Priority: HIGHEST for action port [ 928.488839] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bce7f7a-9474-4b33-bf98-65b031682a38 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.489019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bce7f7a-9474-4b33-bf98-65b031682a38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.489143] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bce7f7a-9474-4b33-bf98-65b031682a38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.489381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bce7f7a-9474-4b33-bf98-65b031682a38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.489488] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bce7f7a-9474-4b33-bf98-65b031682a38',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.771382] env[65043]: INFO networking_nsxv3.common.synchronization [req-5b18f06c-a363-46c0-a92c-a5c6c5cbc80f req-44070f59-03d9-442d-9cba-221885c9e4ff service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 928.771382] env[65043]: INFO networking_nsxv3.common.synchronization [req-5b18f06c-a363-46c0-a92c-a5c6c5cbc80f req-44070f59-03d9-442d-9cba-221885c9e4ff service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 928.771494] env[65043]: INFO networking_nsxv3.common.synchronization [req-5b18f06c-a363-46c0-a92c-a5c6c5cbc80f req-44070f59-03d9-442d-9cba-221885c9e4ff service nova] Enqueued Resource ID: 5b7a44e6-b25c-4e50-bab8-79363ca838fc with Priority: HIGHEST for action port [ 928.772481] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 928.772691] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 928.772849] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7a44e6-b25c-4e50-bab8-79363ca838fc with Priority: HIGHEST for action port [ 928.773280] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.773465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.773560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.773849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.773984] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.777114] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.778205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.778317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.778597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.778846] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.779356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.779356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.779560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.779560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.779651] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.781051] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7a44e6-b25c-4e50-bab8-79363ca838fc taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.781230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7a44e6-b25c-4e50-bab8-79363ca838fc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.781992] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7a44e6-b25c-4e50-bab8-79363ca838fc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.782963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7a44e6-b25c-4e50-bab8-79363ca838fc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.782963] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7a44e6-b25c-4e50-bab8-79363ca838fc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.994752] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bce7f7a-9474-4b33-bf98-65b031682a38 [ 928.994752] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.994752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.994752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.994752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.994752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.994752] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bce7f7a-9474-4b33-bf98-65b031682a38 already deleted. [ 928.994752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bce7f7a-9474-4b33-bf98-65b031682a38" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.284813] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.285876] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.286748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.286748] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b7a44e6-b25c-4e50-bab8-79363ca838fc with status ACTIVE [ 929.286748] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.286748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.286748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.287037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.287067] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.287242] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.287548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.287548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.287548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.287664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.287942] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.288377] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.288482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.288635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.288712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.288804] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b7a44e6-b25c-4e50-bab8-79363ca838fc is going to be updated. [ 929.317291] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.317291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.317291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.317291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.317291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.317291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7a44e6-b25c-4e50-bab8-79363ca838fc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.787412] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.289645] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.289981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.290171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.290474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.290637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.290798] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 930.337108] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.337473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.337473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.337629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.338020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.350135] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 931.073148] env[65043]: INFO networking_nsxv3.common.synchronization [None req-dd9811a3-d464-4833-96b1-6e838610ba0d None None] Enqueued Resource ID: a20747fc-e469-44b6-a62b-c765a00f0f33 with Priority: HIGHEST for action port [ 931.073148] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20747fc-e469-44b6-a62b-c765a00f0f33 with Priority: HIGHEST for action port [ 931.073654] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a20747fc-e469-44b6-a62b-c765a00f0f33 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.073654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a20747fc-e469-44b6-a62b-c765a00f0f33" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.073654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a20747fc-e469-44b6-a62b-c765a00f0f33" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.073913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a20747fc-e469-44b6-a62b-c765a00f0f33" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.074037] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a20747fc-e469-44b6-a62b-c765a00f0f33',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.578745] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a20747fc-e469-44b6-a62b-c765a00f0f33 [ 931.578745] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.578745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.578745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.578745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.578745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.578745] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a20747fc-e469-44b6-a62b-c765a00f0f33 already deleted. [ 931.578745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a20747fc-e469-44b6-a62b-c765a00f0f33" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.367612] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 932.367982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.368043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.368601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.368601] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.368601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.368601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.368806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.368806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.369091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.369091] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.830997] env[65043]: INFO networking_nsxv3.common.synchronization [req-9a0d0c22-4a84-4386-b3c0-fac17ba028a5 req-5ba74acd-f273-4d5e-a619-5cd7a4863822 tempest-SecurityGroupRulesNegativeTestJSON-1767455533 tempest-SecurityGroupRulesNegativeTestJSON-1767455533-project-member] Enqueued Resource ID: 97739778-431d-4b8a-a08c-bf38633f4e5b with Priority: HIGHEST for action security_group_rules [ 932.830997] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97739778-431d-4b8a-a08c-bf38633f4e5b with Priority: HIGHEST for action security_group_rules [ 932.830997] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97739778-431d-4b8a-a08c-bf38633f4e5b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.830997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97739778-431d-4b8a-a08c-bf38633f4e5b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.830997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97739778-431d-4b8a-a08c-bf38633f4e5b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.830997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97739778-431d-4b8a-a08c-bf38633f4e5b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.831346] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97739778-431d-4b8a-a08c-bf38633f4e5b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.872605] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.872843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.872843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.873399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.873702] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.873766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.873797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.874447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.874447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.874447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.874447] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.874447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.874447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.874699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.878036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.878036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.878036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.878036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.878036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.878036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.878036] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.380608] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeaba070-4cb5-483a-8867-3bf154a4442f: rpc.has_security_group_logging(os_id): False [ 933.383595] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.385528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.385528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.385528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.385528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.385528] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97739778-431d-4b8a-a08c-bf38633f4e5b already deleted. [ 933.385528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97739778-431d-4b8a-a08c-bf38633f4e5b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.399779] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.400018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.400085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.400342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.400432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.400644] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.400921] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.401074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.401245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.401324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.401519] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.401619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.401697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.401842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.401931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.403572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.403572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.403572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.403572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.403572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.403572] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 933.477446] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.477609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.477649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.477871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.478027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.493803] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 934.004301] env[65043]: INFO networking_nsxv3.common.synchronization [None req-6300ac50-3a11-4dc7-970c-4b786956d80e None None] Enqueued Resource ID: 2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6 with Priority: HIGHEST for action port [ 934.005366] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6 with Priority: HIGHEST for action port [ 934.005689] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.006602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.006847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.007244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.007321] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.510565] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6 [ 934.511538] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.511789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.511941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.512327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.512488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.512647] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6 already deleted. [ 934.512764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f8c8332-f5d5-4f67-901b-3cd6b0b5d9a6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.521982] env[65043]: INFO networking_nsxv3.common.synchronization [req-a73e821c-7576-476d-a3b4-6b00a6015912 req-be1ad0e6-6c70-4593-b090-c39b6d28f79a tempest-SecurityGroupRulesNegativeTestJSON-1767455533 tempest-SecurityGroupRulesNegativeTestJSON-1767455533-project-member] Enqueued Resource ID: 97739778-431d-4b8a-a08c-bf38633f4e5b with Priority: HIGHEST for action security_group_rules [ 934.522853] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97739778-431d-4b8a-a08c-bf38633f4e5b with Priority: HIGHEST for action security_group_rules [ 934.526666] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97739778-431d-4b8a-a08c-bf38633f4e5b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.526666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97739778-431d-4b8a-a08c-bf38633f4e5b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.526666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97739778-431d-4b8a-a08c-bf38633f4e5b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.526666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97739778-431d-4b8a-a08c-bf38633f4e5b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.526666] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97739778-431d-4b8a-a08c-bf38633f4e5b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.047168] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.047330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.047391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.047591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.047692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.047771] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97739778-431d-4b8a-a08c-bf38633f4e5b already deleted. [ 935.047850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97739778-431d-4b8a-a08c-bf38633f4e5b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.510914] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 935.510914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.081913] env[65043]: INFO networking_nsxv3.common.synchronization [None req-c63928ad-a347-4814-9097-de8c4f2ee039 None None] Enqueued Resource ID: c9a70b40-f87c-4ba9-a2db-f2a1eb171b76 with Priority: HIGHEST for action port [ 937.082609] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a70b40-f87c-4ba9-a2db-f2a1eb171b76 with Priority: HIGHEST for action port [ 937.082975] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a70b40-f87c-4ba9-a2db-f2a1eb171b76 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.083114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a70b40-f87c-4ba9-a2db-f2a1eb171b76" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.083179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a70b40-f87c-4ba9-a2db-f2a1eb171b76" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.083442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a70b40-f87c-4ba9-a2db-f2a1eb171b76" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.083519] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a70b40-f87c-4ba9-a2db-f2a1eb171b76',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.586883] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9a70b40-f87c-4ba9-a2db-f2a1eb171b76 [ 937.586883] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.586883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.586883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.586883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.586883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.586883] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9a70b40-f87c-4ba9-a2db-f2a1eb171b76 already deleted. [ 937.586883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a70b40-f87c-4ba9-a2db-f2a1eb171b76" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.819336] env[65043]: INFO networking_nsxv3.common.synchronization [req-1a4655eb-dd55-4f02-b31a-74f024736183 req-78bdd10b-1caf-40b5-90b0-3247acc93fe8 tempest-ServerRescueTestJSON-265358796 tempest-ServerRescueTestJSON-265358796-project-member] Enqueued Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 937.819953] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGHEST for action security_group_members [ 937.820241] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.820399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.820437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.821865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.821865] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.821865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.821865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.821865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.821865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.821865] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.088786] env[65043]: INFO networking_nsxv3.common.synchronization [None req-68c14942-d5df-405e-9f2c-fd7a2d6f9118 tempest-AttachVolumeTestJSON-3535796 tempest-AttachVolumeTestJSON-3535796-project-member] Enqueued Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_rules [ 938.089339] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_rules [ 938.089926] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.089926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.089926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.090603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.090603] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.315073] env[65043]: INFO networking_nsxv3.common.synchronization [req-c2585bb7-3120-4b58-90a6-c741d2cecf7d req-42654e73-b74b-4c8f-8d28-070a83579461 tempest-ServersAdminNegativeTestJSON-1565022935 tempest-ServersAdminNegativeTestJSON-1565022935-project-member] Enqueued Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 938.315073] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 938.315073] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.315390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.315547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.315831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.316103] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.316313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.316451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.316690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.316919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.317234] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.323364] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.324156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.324156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.326596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.326596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.326596] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.326596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.326596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.326596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.326596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.326596] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 is going to be updated. [ 938.367637] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.367873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.367873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.368087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.368349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.382141] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: IN_PROGRESS for 2s [ 938.508577] env[65043]: INFO networking_nsxv3.common.synchronization [None req-05451a9c-4096-4fb9-834d-dc36b7424a3b tempest-AttachVolumeTestJSON-3535796 tempest-AttachVolumeTestJSON-3535796-project-member] Enqueued Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_rules [ 938.509775] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_rules [ 938.509775] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.509914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.614930] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.615399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.615399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.615399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.615545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.615575] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 already deleted. [ 938.617698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.617698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.617698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.617698] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.820160] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.143679] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.144206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.144206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.144517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.144517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.145043] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 already deleted. [ 939.145043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.293686] env[65043]: INFO networking_nsxv3.common.synchronization [req-fe0a4ad2-c3e5-4abe-a6b1-8250da3ab57b req-014c8538-f390-45f1-afbd-ce511a007c30 tempest-ServersAdminTestJSON-223478790 tempest-ServersAdminTestJSON-223478790-project-member] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 939.293686] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGHEST for action security_group_members [ 939.294589] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.295881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.295961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.296171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.296333] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.296466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.296675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.296675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.296789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.296820] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.323476] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.595585] env[65043]: INFO networking_nsxv3.common.synchronization [None req-fbd3a6de-31ab-483a-a359-b05e1b7340f9 None None] Enqueued Resource ID: 5e7da77f-ba9d-4ff9-a67f-975937f27ffd with Priority: HIGHEST for action port [ 939.596225] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7da77f-ba9d-4ff9-a67f-975937f27ffd with Priority: HIGHEST for action port [ 939.597166] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e7da77f-ba9d-4ff9-a67f-975937f27ffd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.597166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e7da77f-ba9d-4ff9-a67f-975937f27ffd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.597166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e7da77f-ba9d-4ff9-a67f-975937f27ffd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.597365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e7da77f-ba9d-4ff9-a67f-975937f27ffd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.597365] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e7da77f-ba9d-4ff9-a67f-975937f27ffd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.799549] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.801363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.801363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.801363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.802155] env[65043]: INFO networking_nsxv3.common.synchronization [req-d229bf25-030c-4c4e-b3ad-0e9c1350dac5 req-11a24f48-41de-4e1f-8069-0ac045d127f3 tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 939.802842] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 939.803644] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.803770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.803837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.804132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.804356] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.804454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.804519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.804800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.804895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.804995] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.825439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.825778] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.825958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.826086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.826322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.826410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.826507] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be updated. [ 939.829113] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.829113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.829113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.829113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.829113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.829113] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee is going to be updated. [ 939.862132] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.862335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.862441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.862722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.862917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.869332] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.869582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.869841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.871165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.871165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.889795] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: IN_PROGRESS for 2s [ 939.890557] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: IN_PROGRESS for 2s [ 940.099349] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e7da77f-ba9d-4ff9-a67f-975937f27ffd [ 940.099579] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.099713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.099805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.100038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.100121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.100219] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e7da77f-ba9d-4ff9-a67f-975937f27ffd already deleted. [ 940.100299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e7da77f-ba9d-4ff9-a67f-975937f27ffd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.268894] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.271245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.271245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.271245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.271245] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.271245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.271245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.271245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.271245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.271613] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.271613] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.271613] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.271725] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.271831] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.272042] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.272222] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.308739] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.308739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.308739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.308739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.308739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.308739] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.308739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.308739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.308739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.309308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.309308] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 already deleted. [ 940.309308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.310571] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.310739] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.311049] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.311049] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-11" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.311387] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-783e0cd7-c73e-468d-80fe-f8a020b80b65 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.311590] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.311703] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.312306] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.312406] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783e0cd7-c73e-468d-80fe-f8a020b80b65',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.395090] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 in Status: SUCCESS [ 940.395273] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 deletion is rescheduled due to dependency. [ 940.395386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.814955] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.815479] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.815479] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.815655] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.815726] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.815882] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 783e0cd7-c73e-468d-80fe-f8a020b80b65 not found, creating... [ 940.816160] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.816333] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.816431] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.816697] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.816893] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.817225] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.817495] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.817561] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.817721] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.817851] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.817987] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 is going to be created. [ 940.838785] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.838785] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.839237] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.839303] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.839574] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.840170] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.572203] env[65043]: INFO networking_nsxv3.common.synchronization [req-d229bf25-030c-4c4e-b3ad-0e9c1350dac5 req-aecd1733-745f-42a1-9dd6-9a212482c36f service nova] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_rules [ 941.572203] env[65043]: INFO networking_nsxv3.common.synchronization [req-d229bf25-030c-4c4e-b3ad-0e9c1350dac5 req-aecd1733-745f-42a1-9dd6-9a212482c36f service nova] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 941.572203] env[65043]: INFO networking_nsxv3.common.synchronization [req-d229bf25-030c-4c4e-b3ad-0e9c1350dac5 req-aecd1733-745f-42a1-9dd6-9a212482c36f service nova] Enqueued Resource ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 with Priority: HIGHEST for action port [ 941.572757] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_rules [ 941.572891] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 941.573026] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 with Priority: HIGHEST for action port [ 941.573332] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.573477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.573527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.573778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.573862] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.574776] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.574881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.574949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.575132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.575283] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.575367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.575428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.575853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.575853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.575853] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.576531] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-783e0cd7-c73e-468d-80fe-f8a020b80b65 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.576632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.577692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.578911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.578911] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783e0cd7-c73e-468d-80fe-f8a020b80b65',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.903158] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: SUCCESS [ 941.903158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.903158] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b59255b2-a2ea-429e-8559-1954e4acd571 in Status: SUCCESS [ 941.903158] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 deletion is rescheduled due to dependency. [ 941.903158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.081177] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.082397] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.082518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.082866] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 783e0cd7-c73e-468d-80fe-f8a020b80b65 with status ACTIVE [ 942.083055] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.083198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.083291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.083491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.083595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.083772] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.083879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.083943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.084112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.084193] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.084443] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.084443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.084611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.084643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.084715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.084823] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 is going to be updated. [ 942.117785] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.117992] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.117992] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.118238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.118471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.119034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.385026] env[65043]: INFO networking_nsxv3.common.synchronization [None req-60900e1c-9652-4cfe-8dcb-41a2dd79c0fd None None] Enqueued Resource ID: cb26008c-538c-4f55-baa6-652eb031e905 with Priority: HIGHEST for action port [ 942.385669] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb26008c-538c-4f55-baa6-652eb031e905 with Priority: HIGHEST for action port [ 942.386017] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb26008c-538c-4f55-baa6-652eb031e905 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.386310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb26008c-538c-4f55-baa6-652eb031e905" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.386426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb26008c-538c-4f55-baa6-652eb031e905" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.386789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb26008c-538c-4f55-baa6-652eb031e905" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.386880] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb26008c-538c-4f55-baa6-652eb031e905',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.416099] env[65043]: INFO networking_nsxv3.common.synchronization [req-a7d6c2ab-7272-46d3-8aff-86a2631066b2 req-34b607e2-e319-465d-a28f-358141f26de3 tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 942.416640] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 942.416914] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.417043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.417119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.417303] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.417584] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.417584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.417584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.417806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.417806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.417907] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.584080] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.781487] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.781692] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.782072] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.782202] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.782453] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.782616] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.782733] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.782952] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.783152] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.783379] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.783522] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.783639] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.783759] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.783968] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.784093] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.784228] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.804492] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.804709] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.804810] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.804977] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.805315] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-2973fb3b-e942-4bd1-8ae6-492c2caec521 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.805489] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-2973fb3b-e942-4bd1-8ae6-492c2caec521" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.805607] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-2973fb3b-e942-4bd1-8ae6-492c2caec521" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.805929] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-2973fb3b-e942-4bd1-8ae6-492c2caec521" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.806094] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2973fb3b-e942-4bd1-8ae6-492c2caec521',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.889008] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb26008c-538c-4f55-baa6-652eb031e905 [ 942.889270] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.889404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.889472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.889678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.889761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.889850] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb26008c-538c-4f55-baa6-652eb031e905 already deleted. [ 942.889929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb26008c-538c-4f55-baa6-652eb031e905" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.918548] env[65043]: INFO networking_nsxv3.common.synchronization [req-9bcda4c4-dff2-42a5-89e8-53becca8a19e req-9aa0cf56-36cf-4e97-ad86-0a245fce8d85 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 942.919479] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 942.919799] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.920721] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.920913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.921010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.921209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.921408] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.921705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.921705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.921806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.921862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.921964] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.943104] env[65043]: INFO networking_nsxv3.common.synchronization [req-9bcda4c4-dff2-42a5-89e8-53becca8a19e req-9aa0cf56-36cf-4e97-ad86-0a245fce8d85 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 942.943322] env[65043]: INFO networking_nsxv3.common.synchronization [req-9bcda4c4-dff2-42a5-89e8-53becca8a19e req-9aa0cf56-36cf-4e97-ad86-0a245fce8d85 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 942.943465] env[65043]: INFO networking_nsxv3.common.synchronization [req-9bcda4c4-dff2-42a5-89e8-53becca8a19e req-9aa0cf56-36cf-4e97-ad86-0a245fce8d85 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 0b9f49df-9975-474e-a507-91241d90505b with Priority: HIGHEST for action port [ 942.944373] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 942.944520] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 942.944619] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f49df-9975-474e-a507-91241d90505b with Priority: HIGHEST for action port [ 942.944892] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.945032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.945096] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.945588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.945588] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.946379] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.946470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.946891] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b9f49df-9975-474e-a507-91241d90505b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.946975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.947034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.947197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.947286] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9f49df-9975-474e-a507-91241d90505b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.087574] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.087731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.087813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.088029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.088144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.088226] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 is going to be created. [ 943.164289] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.164436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.164507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.164733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.164867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.176427] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: UNINITIALIZED for 2s [ 943.308862] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.309430] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.309430] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.309572] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.309732] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.309876] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 2973fb3b-e942-4bd1-8ae6-492c2caec521 not found, creating... [ 943.310173] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.310509] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.310509] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.310657] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.314020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.314020] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.314020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.314020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.314020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.314020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.314020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 2973fb3b-e942-4bd1-8ae6-492c2caec521 is going to be created. [ 943.353320] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.353320] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.353320] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.353320] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.353320] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.353320] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-2973fb3b-e942-4bd1-8ae6-492c2caec521" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.424081] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.425013] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.449661] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.449661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.451199] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b9f49df-9975-474e-a507-91241d90505b with status ACTIVE [ 943.451199] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.451199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.451199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.451199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.451199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.451199] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.451504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.451504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.451504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.451609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.451979] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.452151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.452189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.452381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.452482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.452570] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b9f49df-9975-474e-a507-91241d90505b is going to be updated. [ 943.476408] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.476704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.476704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.476971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.477127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.477348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.931714] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.931714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.931714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.931714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.931714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.931714] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 943.931714] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.966443] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.966443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.966443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.966443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.966443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.976591] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 944.062996] env[65043]: INFO networking_nsxv3.common.synchronization [req-7c25fd08-30d6-4ea2-ab28-42f2c88b55dc req-61b18ecb-0e29-4ce9-8256-d03c685d3fed tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 944.064024] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 944.064024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.064160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.064195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.066028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.066028] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.066028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.066028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.066028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.066028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.066028] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.079282] env[65043]: INFO networking_nsxv3.common.synchronization [req-a7d6c2ab-7272-46d3-8aff-86a2631066b2 req-a91d1ca3-a1b3-423c-91a2-4cc6321598ba service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 944.079601] env[65043]: INFO networking_nsxv3.common.synchronization [req-a7d6c2ab-7272-46d3-8aff-86a2631066b2 req-a91d1ca3-a1b3-423c-91a2-4cc6321598ba service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 944.079838] env[65043]: INFO networking_nsxv3.common.synchronization [req-a7d6c2ab-7272-46d3-8aff-86a2631066b2 req-a91d1ca3-a1b3-423c-91a2-4cc6321598ba service nova] Enqueued Resource ID: 2973fb3b-e942-4bd1-8ae6-492c2caec521 with Priority: HIGHEST for action port [ 944.082419] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 944.082419] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 944.082419] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2973fb3b-e942-4bd1-8ae6-492c2caec521 with Priority: HIGHEST for action port [ 944.083171] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.083370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.083468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.084778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.084778] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.084778] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.085408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.085408] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2973fb3b-e942-4bd1-8ae6-492c2caec521 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.085408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2973fb3b-e942-4bd1-8ae6-492c2caec521" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.085408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2973fb3b-e942-4bd1-8ae6-492c2caec521" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.089032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2973fb3b-e942-4bd1-8ae6-492c2caec521" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.089032] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2973fb3b-e942-4bd1-8ae6-492c2caec521',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.434385] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.434385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.434593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.434664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.434752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.434849] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 is going to be updated. [ 944.469071] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.469353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.469353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.469546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.469711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.481793] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: IN_PROGRESS for 2s [ 944.567397] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.587888] env[65043]: INFO networking_nsxv3.common.synchronization [None req-b71ec983-e90c-4bb4-b1e4-e7ed34835bec tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 944.588300] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.588413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.588824] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 944.589150] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.589233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.590535] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2973fb3b-e942-4bd1-8ae6-492c2caec521 with status ACTIVE [ 944.590640] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.590721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.590777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.590973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.591070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.591232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.591373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.591373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.591521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.591904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.591904] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.591904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.591904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.592115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.592115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.592398] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2973fb3b-e942-4bd1-8ae6-492c2caec521 is going to be updated. [ 944.617325] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.617470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.617591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.617734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.617871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.618044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2973fb3b-e942-4bd1-8ae6-492c2caec521" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.666195] env[65043]: INFO networking_nsxv3.common.synchronization [None req-e22b9352-c399-475c-b5d9-059dd727a70e None None] Enqueued Resource ID: f651f566-da08-479f-b49e-e6c70bed2071 with Priority: HIGHEST for action port [ 944.666982] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f651f566-da08-479f-b49e-e6c70bed2071 with Priority: HIGHEST for action port [ 944.666982] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f651f566-da08-479f-b49e-e6c70bed2071 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.667218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f651f566-da08-479f-b49e-e6c70bed2071" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.667218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f651f566-da08-479f-b49e-e6c70bed2071" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.667461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f651f566-da08-479f-b49e-e6c70bed2071" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.667541] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f651f566-da08-479f-b49e-e6c70bed2071',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.069904] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.170066] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f651f566-da08-479f-b49e-e6c70bed2071 [ 945.170312] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.170484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.170552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.170748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.170889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.170946] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f651f566-da08-479f-b49e-e6c70bed2071 already deleted. [ 945.171038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f651f566-da08-479f-b49e-e6c70bed2071" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.190034] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: SUCCESS [ 945.190034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.190034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.190034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.190034] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.190034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.190034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.190034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.190034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.190034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.190034] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.572826] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.572986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.573091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.573314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.573402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.573501] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 945.602365] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.602365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.602525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.605627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.605627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.611476] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 945.693089] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.693089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.693089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.693089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.693089] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.693089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.693089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.693358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.693358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.693415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.693622] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.693722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.693785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.693926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.694074] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.694169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.694228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.694364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.694439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.694518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.694608] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.858794] env[65043]: INFO networking_nsxv3.common.synchronization [req-18a7254e-2542-42ef-8403-324ecb0c2c79 req-b406b8ba-bfbe-4c43-9b7f-675deb0f38e0 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 945.858931] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 945.859251] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.859412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.877499] env[65043]: INFO networking_nsxv3.common.synchronization [req-18a7254e-2542-42ef-8403-324ecb0c2c79 req-b406b8ba-bfbe-4c43-9b7f-675deb0f38e0 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 945.877681] env[65043]: INFO networking_nsxv3.common.synchronization [req-18a7254e-2542-42ef-8403-324ecb0c2c79 req-b406b8ba-bfbe-4c43-9b7f-675deb0f38e0 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 945.877817] env[65043]: INFO networking_nsxv3.common.synchronization [req-18a7254e-2542-42ef-8403-324ecb0c2c79 req-b406b8ba-bfbe-4c43-9b7f-675deb0f38e0 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 0b9f49df-9975-474e-a507-91241d90505b with Priority: HIGHEST for action port [ 945.878361] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_rules [ 945.878581] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 945.878630] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9f49df-9975-474e-a507-91241d90505b with Priority: HIGHEST for action port [ 945.878880] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.879029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.880157] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.880157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.880157] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b9f49df-9975-474e-a507-91241d90505b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.880477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.880477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.880866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.880866] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9f49df-9975-474e-a507-91241d90505b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.990853] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 945.991087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.991274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.991578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.991790] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.991907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.991974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.992221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.992308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.992408] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.200208] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56b9d48f-6cbb-4a41-a4db-9d1819d80c81: rpc.has_security_group_logging(os_id): False [ 946.218091] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.218332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.218453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.218688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.218781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.218978] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.219101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.219146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.219291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.219368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.219578] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.219662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.219724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.219865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.219941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.220165] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.220261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.220323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.220466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.220540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.220623] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 is going to be created. [ 946.308695] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.308856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.308903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.309156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.309361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.324714] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: IN_PROGRESS for 2s [ 946.382809] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b9f49df-9975-474e-a507-91241d90505b with status ACTIVE [ 946.383100] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.383319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.383393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.383610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.383702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.383884] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.383983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.384063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.384263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.384346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.384474] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.384565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.384626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.384762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.384835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.384920] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b9f49df-9975-474e-a507-91241d90505b is going to be updated. [ 946.437322] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.437496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.437663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.437886] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.438050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.438221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b9f49df-9975-474e-a507-91241d90505b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.493864] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: SUCCESS [ 946.494129] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.494420] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.495659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.495659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.495789] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.495847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.495910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.496360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.496528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.496698] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.998962] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.999528] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.304027] env[65043]: INFO networking_nsxv3.common.synchronization [req-45cb7293-2f52-451a-a989-eaa91372e798 req-e9731e52-27ac-416e-8ad3-80f7318e25f6 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_members [ 947.304598] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGHEST for action security_group_members [ 947.305367] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdc662c7-22da-4643-ae0e-529cea16d814 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.309154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.309306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.309534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.310508] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.310508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.310508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.310508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.310508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.310508] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.503267] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.504807] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.505040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.505127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.505629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.505629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.505629] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 947.541502] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.542207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.542207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.542207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.542395] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.557167] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 947.623923] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 947.625349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.625349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.625349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.625598] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.625598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.625598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.625760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.625790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.625884] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.814449] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.814449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.814449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.814449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.814449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.814449] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.814449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.814449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.814930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.814930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.814930] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc662c7-22da-4643-ae0e-529cea16d814 is going to be updated. [ 947.844439] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.844594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.844667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.844872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.845027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.855562] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc662c7-22da-4643-ae0e-529cea16d814 in Status: IN_PROGRESS for 2s [ 948.010403] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.010403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.010403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.010403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.010403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.010403] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 is going to be updated. [ 948.067827] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.067827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.067827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.067827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.067827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.077560] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: IN_PROGRESS for 2s [ 948.128247] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.128451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.128451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.129486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.129486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.129486] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.129486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.129486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.129486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.129486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.129486] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 948.158488] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.158655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.158695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.158902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.159050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.169193] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 948.339537] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: SUCCESS [ 948.339806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.566843] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 949.567261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.567261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.567504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.567647] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.567775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.567834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.567996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.568054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.568147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.568277] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.794036] env[65043]: INFO networking_nsxv3.common.synchronization [req-8cc5868f-ac31-4d5c-a5a9-98dd3500931f req-8a3f92db-e4d5-4004-8f5e-1519b2e69575 tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 949.794036] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 949.795031] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.795031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.795031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.795031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.795031] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.795031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.795031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.795486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.795486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.795486] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.866120] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdc662c7-22da-4643-ae0e-529cea16d814 in Status: SUCCESS [ 949.866331] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdc662c7-22da-4643-ae0e-529cea16d814 deletion is rescheduled due to dependency. [ 949.866496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.074213] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.074380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.074452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.074667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.074834] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.074930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.074994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.075156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.075241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.075329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.075475] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.075565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.075625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.075764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.075900] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.075990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.076924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.077157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.077258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.077354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.077451] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.090694] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: SUCCESS [ 950.090919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.091113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.091333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.091528] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.091640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.091716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.091864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.091965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.092136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.092242] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.092990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.094664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.095452] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.095585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.095655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.095807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.096058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.096513] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.121548] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.123247] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.123247] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.123247] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.123247] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.123247] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.123247] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.125440] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.125440] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.125440] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.125440] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.125440] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.125440] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.125440] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.125440] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.125440] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.149057] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.149057] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.149057] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.149057] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.149399] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-606c4ca7-5260-4ce9-b142-415b8d217375 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.149399] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-606c4ca7-5260-4ce9-b142-415b8d217375" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.149560] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-606c4ca7-5260-4ce9-b142-415b8d217375" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.149743] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-606c4ca7-5260-4ce9-b142-415b8d217375" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.149962] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606c4ca7-5260-4ce9-b142-415b8d217375',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.183392] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 950.183392] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f deletion is rescheduled due to dependency. [ 950.183637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.297886] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.298120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.298203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.298515] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.298609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.298832] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.298933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.299018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.299213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.299313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.299427] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 already deleted. [ 950.299534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.579870] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d: rpc.has_security_group_logging(os_id): False [ 950.598853] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.600468] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.604741] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.604939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.605356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.605356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.605490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.605755] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.605899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.605993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.606631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.606914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.607160] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.607312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.607442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.608993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.609144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.609434] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.609582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.609858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.610112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.610232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.610361] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 950.653324] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.653606] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.653737] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.654028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.654210] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.654383] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 606c4ca7-5260-4ce9-b142-415b8d217375 not found, creating... [ 950.654688] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.654853] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.655028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.655517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.655723] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.656970] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.657230] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.657365] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.657609] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.657769] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.657899] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 606c4ca7-5260-4ce9-b142-415b8d217375 is going to be created. [ 950.681501] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.681809] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.681941] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.683087] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.683087] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.683087] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-606c4ca7-5260-4ce9-b142-415b8d217375" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.689100] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.689287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.689334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.689539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.689684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.700233] env[65043]: INFO networking_nsxv3.common.synchronization [req-cdd97c1c-e6d5-4e52-ae40-c271e5823996 req-7d42c81e-a24a-4598-8d83-0db18c2b2899 tempest-AttachInterfacesUnderV243Test-1411165920 tempest-AttachInterfacesUnderV243Test-1411165920-project-member] Enqueued Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 950.701082] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ee30405-c745-42b1-abd7-89bcb567d719 with Priority: HIGHEST for action security_group_members [ 950.701365] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ee30405-c745-42b1-abd7-89bcb567d719 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.701474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.718161] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 951.107024] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.107024] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ee30405-c745-42b1-abd7-89bcb567d719: rpc.has_security_group_logging(os_id): False [ 951.132092] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.132092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.132092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.132092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.132092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.132092] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.132092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.132461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.132461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.132461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.132461] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 is going to be updated. [ 951.255977] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.256148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.256243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.256467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.256619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.274117] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: IN_PROGRESS for 2s [ 951.495253] env[65043]: INFO networking_nsxv3.common.synchronization [req-8cc5868f-ac31-4d5c-a5a9-98dd3500931f req-702177c7-9cb8-425a-a5f7-d862d9430445 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 951.495495] env[65043]: INFO networking_nsxv3.common.synchronization [req-8cc5868f-ac31-4d5c-a5a9-98dd3500931f req-702177c7-9cb8-425a-a5f7-d862d9430445 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 951.495643] env[65043]: INFO networking_nsxv3.common.synchronization [req-8cc5868f-ac31-4d5c-a5a9-98dd3500931f req-702177c7-9cb8-425a-a5f7-d862d9430445 service nova] Enqueued Resource ID: 606c4ca7-5260-4ce9-b142-415b8d217375 with Priority: HIGHEST for action port [ 951.496351] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 951.496493] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 951.496593] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606c4ca7-5260-4ce9-b142-415b8d217375 with Priority: HIGHEST for action port [ 951.497074] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.497074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.497321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.497426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.497539] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.498499] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.498627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.498681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.498865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.499020] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.499119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.499199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.499387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.499473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.499565] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.501175] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-606c4ca7-5260-4ce9-b142-415b8d217375 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.501175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606c4ca7-5260-4ce9-b142-415b8d217375" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.501175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606c4ca7-5260-4ce9-b142-415b8d217375" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.501175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606c4ca7-5260-4ce9-b142-415b8d217375" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.501617] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606c4ca7-5260-4ce9-b142-415b8d217375',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.608602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.608602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.608602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.608602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.608602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.608602] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 is going to be updated. [ 951.644036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.644212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.644290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.644528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.644681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.658085] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: IN_PROGRESS for 2s [ 952.003464] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.003620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.003820] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.008149] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 606c4ca7-5260-4ce9-b142-415b8d217375 with status ACTIVE [ 952.008496] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.009368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.009566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.009895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.011520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.011520] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.011520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.011520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.011520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.011520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.011520] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.011520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.011520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.011520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.011520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.011520] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 606c4ca7-5260-4ce9-b142-415b8d217375 is going to be updated. [ 952.042188] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.042188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.042188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.042422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.042422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.042577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606c4ca7-5260-4ce9-b142-415b8d217375" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.513627] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.737760] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 952.738049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.016390] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.016599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.016662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.016876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.016970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.017086] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be created. [ 953.039657] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.039829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.039956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.040176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.040334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.051824] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: UNINITIALIZED for 2s [ 953.291310] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: SUCCESS [ 953.291422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.291594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.291831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.291926] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.648131] env[65043]: INFO networking_nsxv3.common.synchronization [req-0860a620-edff-48d2-82f7-fa07e9908358 req-6ed2df41-e7d6-46e9-a0c1-04308b34344c tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 953.648131] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 953.648131] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.650301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.650517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.650857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.651190] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.651495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.651716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.652063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.652311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.653064] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.669016] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ee30405-c745-42b1-abd7-89bcb567d719 in Status: SUCCESS [ 953.669234] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.670683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.670945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.672647] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.672647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.672647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.672647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.672647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.672647] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.814582] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.814964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.814964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.815285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.815598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.815797] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 is going to be deleted. [ 953.878438] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.878707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.878707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.878847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.878937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.879068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.032680] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.032680] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.032680] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.033250] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.033250] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.033409] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.033524] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.033759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.033902] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.034131] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.034248] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.034366] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.034491] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.034635] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.034764] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.034898] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.060937] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.061185] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.061336] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.061557] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.061901] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.062128] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.062289] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.062647] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.063073] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.154878] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.155070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.155157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.155598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.155598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.155810] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.155810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.155810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.155987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.156093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.156172] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 954.177687] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.177899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.177971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.178549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.178549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.178549] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.178771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.178771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.178864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.178904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.178990] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 is going to be deleted. [ 954.188621] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.188755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.188850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.189072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.189286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.199984] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 954.233097] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.233097] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.233097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.233915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.233915] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ee30405-c745-42b1-abd7-89bcb567d719',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.566674] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.567399] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.567399] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.567531] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.567619] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.567777] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c not found, creating... [ 954.568174] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.568305] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.568413] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.568660] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.568808] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.569113] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.569382] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.569970] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.569970] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.569970] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.569970] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c is going to be created. [ 954.593179] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.593179] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.593179] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.593554] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.593782] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.594060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.739748] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.740331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.740419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.740646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.740742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.740947] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.741067] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.741134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.741284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.741362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.741450] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ee30405-c745-42b1-abd7-89bcb567d719 already deleted. [ 954.741601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ee30405-c745-42b1-abd7-89bcb567d719" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.063285] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 955.063567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.063681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.063888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.064108] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.064228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.065028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.065028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.065028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.065028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.065028] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.430639] env[65043]: INFO networking_nsxv3.common.synchronization [req-0860a620-edff-48d2-82f7-fa07e9908358 req-cf61dfcc-fe0c-407b-9ebe-5bfb232c7520 service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 955.430639] env[65043]: INFO networking_nsxv3.common.synchronization [req-0860a620-edff-48d2-82f7-fa07e9908358 req-cf61dfcc-fe0c-407b-9ebe-5bfb232c7520 service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 955.430837] env[65043]: INFO networking_nsxv3.common.synchronization [req-0860a620-edff-48d2-82f7-fa07e9908358 req-cf61dfcc-fe0c-407b-9ebe-5bfb232c7520 service nova] Enqueued Resource ID: 8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c with Priority: HIGHEST for action port [ 955.431361] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 955.431845] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 955.431845] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c with Priority: HIGHEST for action port [ 955.431845] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.432033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.432200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.432272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.432443] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.433603] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.433603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.433782] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.433845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.433876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.434173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.434173] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.568483] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.568661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.568731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.568946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.569196] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.569323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.569386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.569538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.569626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.569717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.569867] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.570421] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.570421] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.570421] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.570421] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.570568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.570568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.570781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.570880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.570967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.571073] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.758685] env[65043]: INFO networking_nsxv3.common.synchronization [req-320d29bf-d3c7-4a52-a510-3be34ff5ed6c req-bb94325f-32bf-470a-b2eb-797f868a0cc9 tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 955.758685] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 955.760572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.760572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.760572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.760572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.760572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.760572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.760572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.760572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.760572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.760572] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.937747] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.937747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.937747] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c with status ACTIVE [ 955.937747] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.937747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.937747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.937747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.937747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.937747] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.937747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.938232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.938232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.938232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.938232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.938383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.938417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.938578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.938647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.938722] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c is going to be updated. [ 955.964744] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.964832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.965805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.965805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.965805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.965805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f43d8b9-88d3-4e43-94b7-0c7ce2fd0f5c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.077092] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4250c5-3aac-469b-85cd-b0c8b22b59e1: rpc.has_security_group_logging(os_id): False [ 956.101241] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.101241] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.101241] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.101241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.101844] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.101844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.101844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.101844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.102770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.102770] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be created. [ 956.189128] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.189293] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.189362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.189650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.189853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.204711] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 956.214524] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 956.214727] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 deletion is rescheduled due to dependency. [ 956.214805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.214977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.215237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.215578] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.215756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.216045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.217462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.218333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.218506] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.262563] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.262738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.262817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.263098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.263216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.263433] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.263539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.263586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.263746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.263813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.264017] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 already deleted. [ 956.264017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.268358] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.268585] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.268693] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.269076] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.269317] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.269476] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.269631] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.269839] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.269981] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.270375] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.270375] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.270466] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.270563] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.270674] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.270828] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.270928] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.293522] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.293753] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.293833] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.294126] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.294345] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.294553] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.294726] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.295190] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.295414] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf147cf-2447-4a1d-9fb6-ae7b891acb36',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.722262] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.798217] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.798478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.798611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.798894] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.799054] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.799220] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 2bf147cf-2447-4a1d-9fb6-ae7b891acb36 not found, creating... [ 956.799512] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.799675] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.799793] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.800132] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.800274] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.801033] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.801322] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.801479] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.801898] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.802203] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.802290] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 2bf147cf-2447-4a1d-9fb6-ae7b891acb36 is going to be created. [ 956.826019] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.826338] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.826549] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.826780] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.827079] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.827374] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.225239] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.550022] env[65043]: INFO networking_nsxv3.common.synchronization [req-320d29bf-d3c7-4a52-a510-3be34ff5ed6c req-8c4fc2b6-df4c-4249-8d60-2d1f4c516ecc service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 957.550277] env[65043]: INFO networking_nsxv3.common.synchronization [req-320d29bf-d3c7-4a52-a510-3be34ff5ed6c req-8c4fc2b6-df4c-4249-8d60-2d1f4c516ecc service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 957.550402] env[65043]: INFO networking_nsxv3.common.synchronization [req-320d29bf-d3c7-4a52-a510-3be34ff5ed6c req-8c4fc2b6-df4c-4249-8d60-2d1f4c516ecc service nova] Enqueued Resource ID: 2bf147cf-2447-4a1d-9fb6-ae7b891acb36 with Priority: HIGHEST for action port [ 957.551749] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 957.552129] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 957.552431] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf147cf-2447-4a1d-9fb6-ae7b891acb36 with Priority: HIGHEST for action port [ 957.556024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.556024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.556024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.556024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.556024] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.556024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.556024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.556024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.556024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.556024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.556024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.556024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.556852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.556852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.556979] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.560542] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.560542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.560686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.560773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.560855] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf147cf-2447-4a1d-9fb6-ae7b891acb36',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.728142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.728342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.728391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.728573] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.728707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.728746] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 957.756357] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.756357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.756357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.756533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.756682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.765964] env[65043]: INFO networking_nsxv3.common.synchronization [None req-4f36ce72-f02b-4b7d-8f3b-e752f70cdc56 None None] Enqueued Resource ID: ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe with Priority: HIGHEST for action port [ 957.766873] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 957.767331] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe with Priority: HIGHEST for action port [ 957.767660] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.767780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.767846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.768114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.768196] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.066847] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.066847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.066847] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.067635] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bf147cf-2447-4a1d-9fb6-ae7b891acb36 with status ACTIVE [ 958.067969] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.067969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.068111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.068285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.068375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.068710] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.068710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.068710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.068893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.068931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.069547] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.069643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.069709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.072022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.072164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.072283] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bf147cf-2447-4a1d-9fb6-ae7b891acb36 is going to be updated. [ 958.092712] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.092894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.092940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.093212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.093389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.093636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf147cf-2447-4a1d-9fb6-ae7b891acb36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.224916] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 958.225298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.270442] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe [ 958.270987] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.270987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.270987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.271174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.271258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.271356] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe already deleted. [ 958.271437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac7d85bb-8cb8-463f-8e7a-f5d83de1ebbe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.576305] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.078029] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.078188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.078871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.078871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.078871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.079247] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be created. [ 959.111353] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.111478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.111521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.112166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.112166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.126057] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: UNINITIALIZED for 2s [ 959.777778] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 959.778141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.778260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.778794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.778794] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.778942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.778989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.779157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.779243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.779331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.779435] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.912756] env[65043]: INFO networking_nsxv3.common.synchronization [None req-af2f1c65-1ca4-4c86-9b6c-2cb11081a7ca None None] Enqueued Resource ID: 99e31b22-e651-4208-8b31-85f2b6f5e9c2 with Priority: HIGHEST for action port [ 959.913441] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e31b22-e651-4208-8b31-85f2b6f5e9c2 with Priority: HIGHEST for action port [ 959.914711] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-99e31b22-e651-4208-8b31-85f2b6f5e9c2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.916156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99e31b22-e651-4208-8b31-85f2b6f5e9c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.916858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99e31b22-e651-4208-8b31-85f2b6f5e9c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.916858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99e31b22-e651-4208-8b31-85f2b6f5e9c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.917082] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e31b22-e651-4208-8b31-85f2b6f5e9c2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.935080] env[65043]: INFO networking_nsxv3.common.synchronization [req-7227e3cc-bae1-43e9-8943-fec1326fc56c req-68ae0e39-2e52-4028-9781-79e0aedba7bd tempest-AttachVolumeTestJSON-3535796 tempest-AttachVolumeTestJSON-3535796-project-member] Enqueued Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_members [ 959.936455] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_members [ 959.937100] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.937339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.937455] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.938180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.938445] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.938609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.938707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.939154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.939313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.939483] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.281406] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.282182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.282182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.282182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.282350] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.282546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.282546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.283249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.283249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.283249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.283420] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.283493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.283630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.283860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.285618] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.286762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.287631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.287856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.288030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.288128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.288252] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.422558] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99e31b22-e651-4208-8b31-85f2b6f5e9c2 [ 960.422558] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.422558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.422558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.422558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.422558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.422558] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99e31b22-e651-4208-8b31-85f2b6f5e9c2 already deleted. [ 960.422558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99e31b22-e651-4208-8b31-85f2b6f5e9c2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.444218] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.444218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.444218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.444218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.444218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.444218] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.444218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.444218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.444218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.444218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.444218] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 already deleted. [ 960.444218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.754108] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.754262] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-267" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.754440] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-267" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.754821] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-267" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.756902] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.758963] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.759161] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.759429] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.759572] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.762584] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.762584] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.762584] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.762584] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.762584] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.762584] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.762584] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.787892] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.788558] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.788558] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.788558] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-267" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.789239] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-dff0dfb7-3432-40d7-a391-552c299c61e9 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.789239] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-dff0dfb7-3432-40d7-a391-552c299c61e9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.789446] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-dff0dfb7-3432-40d7-a391-552c299c61e9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.790427] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-dff0dfb7-3432-40d7-a391-552c299c61e9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.790427] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff0dfb7-3432-40d7-a391-552c299c61e9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.791219] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8738e69-c6e1-439f-b70c-83d340b34596: rpc.has_security_group_logging(os_id): False [ 960.816394] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.816665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.816815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.817103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.817240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.817585] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.817731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.817830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.818035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.818204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.818496] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.818639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.818731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.818911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.819073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.819918] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.819918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.819918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.819918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.819918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.819918] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 960.899890] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.900081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.900213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.900358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.900507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.917233] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 961.139837] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 961.140204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.140451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.140793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.141018] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.141194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.141295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.141509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.141629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.141757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.141892] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.293898] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.294144] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.295031] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.295031] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.295031] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.295031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port dff0dfb7-3432-40d7-a391-552c299c61e9 not found, creating... [ 961.295486] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.295486] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.295613] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.295836] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.295987] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.296388] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.296517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.296671] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.296936] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.297109] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.297273] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: dff0dfb7-3432-40d7-a391-552c299c61e9 is going to be created. [ 961.346591] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.346901] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.347133] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.347376] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.347611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.347849] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-dff0dfb7-3432-40d7-a391-552c299c61e9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.644710] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.644999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.644999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.645362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.645630] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.645774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.645842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.646122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.646206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.646286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.646491] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.646592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.646653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.646808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.647023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.647213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.647368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.647601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.647795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.647897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.648017] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.020021] env[65043]: INFO networking_nsxv3.common.synchronization [req-7227e3cc-bae1-43e9-8943-fec1326fc56c req-bf9303aa-5b6c-4754-80d0-208669f78e20 service nova] Enqueued Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_rules [ 962.020021] env[65043]: INFO networking_nsxv3.common.synchronization [req-7227e3cc-bae1-43e9-8943-fec1326fc56c req-bf9303aa-5b6c-4754-80d0-208669f78e20 service nova] Enqueued Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_members [ 962.024024] env[65043]: INFO networking_nsxv3.common.synchronization [req-7227e3cc-bae1-43e9-8943-fec1326fc56c req-bf9303aa-5b6c-4754-80d0-208669f78e20 service nova] Enqueued Resource ID: dff0dfb7-3432-40d7-a391-552c299c61e9 with Priority: HIGHEST for action port [ 962.024024] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_rules [ 962.024024] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_members [ 962.024024] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dff0dfb7-3432-40d7-a391-552c299c61e9 with Priority: HIGHEST for action port [ 962.024024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.024024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.024024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.024024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.024024] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.025451] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.031027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.031027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.031027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.031027] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.031027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.031027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.031027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.031027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.031027] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.032981] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-dff0dfb7-3432-40d7-a391-552c299c61e9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.033357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dff0dfb7-3432-40d7-a391-552c299c61e9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.033647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dff0dfb7-3432-40d7-a391-552c299c61e9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.035571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dff0dfb7-3432-40d7-a391-552c299c61e9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.035571] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dff0dfb7-3432-40d7-a391-552c299c61e9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.150473] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36266c17-44e9-4c03-a229-0ace0d5d4180: rpc.has_security_group_logging(os_id): False [ 962.161868] env[65043]: INFO networking_nsxv3.common.synchronization [None req-63da6c8e-fffb-4fd6-8701-5bab48ec1ffe tempest-ServerActionsV293TestJSON-1893618188 tempest-ServerActionsV293TestJSON-1893618188-project-member] Enqueued Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_rules [ 962.162782] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_rules [ 962.162959] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.163230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.163375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.163674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.163795] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.175189] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.175189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.175189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.175189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.175189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.175189] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.175189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.175189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.175189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.175189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.175630] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.175630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.175630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.175739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.175739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.176113] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.176113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.176113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.176263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.176263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.176327] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be created. [ 962.262038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.262038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.262038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.262038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.262038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.276364] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 962.376617] env[65043]: INFO networking_nsxv3.common.synchronization [None req-635a3973-d74f-41ea-b40f-4636a61ae7e5 tempest-ServerActionsV293TestJSON-1893618188 tempest-ServerActionsV293TestJSON-1893618188-project-member] Enqueued Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_rules [ 962.378824] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_rules [ 962.379768] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.379768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.539032] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.539032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.539032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.539032] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dff0dfb7-3432-40d7-a391-552c299c61e9 with status ACTIVE [ 962.539032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.539032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.539032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.539032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.539032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.539032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.539032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.539032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.539032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.539032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.539863] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.539863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.539863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.539863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.539863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.539863] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dff0dfb7-3432-40d7-a391-552c299c61e9 is going to be updated. [ 962.571045] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.571045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.571286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.571366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.571930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.571930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dff0dfb7-3432-40d7-a391-552c299c61e9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.703943] env[65043]: INFO networking_nsxv3.common.synchronization [req-bad0a9e7-a801-4641-a63a-5bb2ce248937 req-0a14135f-6fbe-4e5c-9777-b54898f5545b tempest-MigrationsAdminTest-1337344351 tempest-MigrationsAdminTest-1337344351-project-member] Enqueued Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 962.708775] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.708775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.708775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.708775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.708775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.708775] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0199103-73d1-4e86-8586-03b12a978c95 already deleted. [ 962.708775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.709454] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGHEST for action security_group_members [ 962.709454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.709617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.709699] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.713030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.713030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.713030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.713030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.713030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.713030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.713030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.713030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.713030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.713030] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.935594] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 962.935594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.037855] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.217352] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.217685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.218048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.218353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.218488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.218726] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.218978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.218978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.219165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.219296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.219420] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e is going to be updated. [ 963.232457] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.232754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.232754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.233125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.233362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.233497] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0199103-73d1-4e86-8586-03b12a978c95 already deleted. [ 963.233593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.250855] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.251078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.251139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.251322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.251463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.261740] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: IN_PROGRESS for 2s [ 963.321276] env[65043]: INFO networking_nsxv3.common.synchronization [req-b4acd87c-2e82-460a-9ca4-244bb4a57f48 req-be5266f9-9587-4e20-b8c4-7da43f43171f tempest-ServersNegativeTestJSON-613646239 tempest-ServersNegativeTestJSON-613646239-project-member] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 963.321276] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 963.321639] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.321898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.322072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.322470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.322751] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.322989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.323195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.323488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.323691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.323879] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.543437] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.543743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.543876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.544230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.544387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.544549] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 is going to be created. [ 963.573704] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.573704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.573704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.574878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.575981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.586780] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 in Status: UNINITIALIZED for 2s [ 963.827653] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.827653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.827653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.827897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.827897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.828101] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.828213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.828275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.828417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.828492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.828575] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 already deleted. [ 963.828650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.891056] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.891259] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.891470] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.891715] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.891976] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.892189] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.892312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.892525] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.894600] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.894913] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.895086] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.895510] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.895651] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.895769] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.895878] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.896029] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.918350] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.918586] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.918731] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.918918] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.919231] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-e20a55cb-6f34-4f61-a285-0f83700c7daf taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.919411] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.919533] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.919904] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.920065] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20a55cb-6f34-4f61-a285-0f83700c7daf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.307533] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 964.307912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.423416] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.423814] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.424278] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.424475] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.424798] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.424901] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port e20a55cb-6f34-4f61-a285-0f83700c7daf not found, creating... [ 964.425346] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.425589] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.425727] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.426018] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.426219] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.426564] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.426846] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.427038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.427319] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.427557] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.427745] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: e20a55cb-6f34-4f61-a285-0f83700c7daf is going to be created. [ 964.454371] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.454669] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.454901] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.455379] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.455943] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.455943] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.177359] env[65043]: INFO networking_nsxv3.common.synchronization [req-b4acd87c-2e82-460a-9ca4-244bb4a57f48 req-77939ee2-cf84-4a21-b04f-b3dc94ce4141 service nova] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_rules [ 965.177359] env[65043]: INFO networking_nsxv3.common.synchronization [req-b4acd87c-2e82-460a-9ca4-244bb4a57f48 req-77939ee2-cf84-4a21-b04f-b3dc94ce4141 service nova] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 965.177359] env[65043]: INFO networking_nsxv3.common.synchronization [req-b4acd87c-2e82-460a-9ca4-244bb4a57f48 req-77939ee2-cf84-4a21-b04f-b3dc94ce4141 service nova] Enqueued Resource ID: e20a55cb-6f34-4f61-a285-0f83700c7daf with Priority: HIGHEST for action port [ 965.177781] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_rules [ 965.177988] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 965.178167] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20a55cb-6f34-4f61-a285-0f83700c7daf with Priority: HIGHEST for action port [ 965.178594] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.178768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.178878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.179173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.179289] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.180213] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.181098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.181098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.181098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.181098] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.181098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.181098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.181098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.181406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.181406] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.182276] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20a55cb-6f34-4f61-a285-0f83700c7daf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.183044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.183210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.183473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.183473] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20a55cb-6f34-4f61-a285-0f83700c7daf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.273591] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e in Status: SUCCESS [ 965.273591] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e deletion is rescheduled due to dependency. [ 965.273591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.598759] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 in Status: SUCCESS [ 965.599161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.599380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.599738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.600112] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.600292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.600458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.600818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.600938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.601065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.601189] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.685472] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.686852] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.687025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.687397] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e20a55cb-6f34-4f61-a285-0f83700c7daf with status ACTIVE [ 965.687594] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.687698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.687769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.688042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.688107] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.688306] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.689082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.689082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.689082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.689082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.689082] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.689522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.689522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.689522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.689522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.689522] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e20a55cb-6f34-4f61-a285-0f83700c7daf is going to be updated. [ 965.714593] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.714825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.714928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.715220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.715675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.715801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.943121] env[65043]: INFO networking_nsxv3.common.synchronization [req-9a91f959-0b65-4a1d-bdd2-fc7774b9e795 req-3c29928a-ddbf-4632-ae00-c59ba72c0329 tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e with Priority: HIGHEST for action security_group_members [ 965.943825] env[65043]: INFO networking_nsxv3.common.synchronization [req-9a91f959-0b65-4a1d-bdd2-fc7774b9e795 req-3c29928a-ddbf-4632-ae00-c59ba72c0329 tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 965.944494] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e with Priority: HIGHEST for action security_group_members [ 965.944745] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 965.945112] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a34561b-cfd7-4a9a-9c89-436f547cec9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.945298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.945406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.945693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.945897] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.946058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.946150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.946340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.946489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.946606] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a34561b-cfd7-4a9a-9c89-436f547cec9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.947696] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.947696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.948090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.948090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.948854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.948854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.948854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.948854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.948854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.948854] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.007630] env[65043]: INFO networking_nsxv3.common.synchronization [req-9a91f959-0b65-4a1d-bdd2-fc7774b9e795 req-3c29928a-ddbf-4632-ae00-c59ba72c0329 tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e with Priority: HIGHEST for action security_group_rules [ 966.008601] env[65043]: INFO networking_nsxv3.common.synchronization [req-9a91f959-0b65-4a1d-bdd2-fc7774b9e795 req-3c29928a-ddbf-4632-ae00-c59ba72c0329 tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e with Priority: HIGHEST for action security_group_members [ 966.008601] env[65043]: INFO networking_nsxv3.common.synchronization [req-9a91f959-0b65-4a1d-bdd2-fc7774b9e795 req-3c29928a-ddbf-4632-ae00-c59ba72c0329 tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_rules [ 966.008601] env[65043]: INFO networking_nsxv3.common.synchronization [req-9a91f959-0b65-4a1d-bdd2-fc7774b9e795 req-3c29928a-ddbf-4632-ae00-c59ba72c0329 tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 966.008793] env[65043]: INFO networking_nsxv3.common.synchronization [req-9a91f959-0b65-4a1d-bdd2-fc7774b9e795 req-3c29928a-ddbf-4632-ae00-c59ba72c0329 tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 with Priority: HIGHEST for action port [ 966.009419] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e with Priority: HIGHEST for action security_group_rules [ 966.009610] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_rules [ 966.009752] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 with Priority: HIGHEST for action port [ 966.009869] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e with Priority: HIGHEST for action security_group_members [ 966.009974] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 966.011112] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a34561b-cfd7-4a9a-9c89-436f547cec9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.011112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.011112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.011112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.011112] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a34561b-cfd7-4a9a-9c89-436f547cec9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.013330] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.013330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.013330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.013330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.013330] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.013606] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-783e0cd7-c73e-468d-80fe-f8a020b80b65 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.013718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.013782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.013979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.014072] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783e0cd7-c73e-468d-80fe-f8a020b80b65',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.014825] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a34561b-cfd7-4a9a-9c89-436f547cec9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.014904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.015183] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.015288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.105032] env[65043]: INFO networking_nsxv3.common.synchronization [req-5cedfee9-51ef-4aa5-8dc9-c6cded2ffef5 req-e2f84ed2-9836-480b-97b8-a1b404607b2c tempest-ServersAdminNegativeTestJSON-1565022935 tempest-ServersAdminNegativeTestJSON-1565022935-project-member] Enqueued Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 966.105032] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.107128] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGHEST for action security_group_members [ 966.107128] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.107128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.107128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.107128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.107397] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.107463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.107504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.107786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.107870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.107925] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.188557] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.451184] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a34561b-cfd7-4a9a-9c89-436f547cec9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.452453] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.516421] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.516716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.518497] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a34561b-cfd7-4a9a-9c89-436f547cec9e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.518497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.518497] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 783e0cd7-c73e-468d-80fe-f8a020b80b65 with status ACTIVE [ 966.518497] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.518497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.518497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.518497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.518497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.518497] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.518497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.518497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.519246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.519246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.519246] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.519443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.519443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.519608] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.520265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.520265] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 is going to be updated. [ 966.567049] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.568743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.568743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.570288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.570288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.570288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.610477] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6bef59-5df8-4040-9294-a4cbf619fcf5: rpc.has_security_group_logging(os_id): False [ 966.613414] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.613774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.613774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.614637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.614637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.614637] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.614637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.614637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.615086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.615086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.616068] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee is going to be updated. [ 966.649975] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.649975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.651070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.651458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.651730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.652210] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.652512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.652657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.652982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.653164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.653607] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 is going to be created. [ 966.683809] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.683809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.683809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.683809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.683809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.695190] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.695190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.695190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.695190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.695190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.695190] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be created. [ 966.720531] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: IN_PROGRESS for 2s [ 966.758532] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.758699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.758775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.759185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.759185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.775898] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: UNINITIALIZED for 2s [ 966.822237] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.822722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.822948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.823375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.823703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.847249] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 in Status: IN_PROGRESS for 2s [ 966.955179] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a34561b-cfd7-4a9a-9c89-436f547cec9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.957331] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.132918] env[65043]: INFO networking_nsxv3.common.synchronization [req-b2d0eef9-8f9a-494b-a8eb-bf9c67450129 req-cb99c9b7-3bfc-4de5-9d91-2817df89c242 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_members [ 967.133574] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGHEST for action security_group_members [ 967.134060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe1a7805-ea27-4d66-88b1-4816be449e9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.134835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.134835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.134835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.134965] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.135037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.135121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.135360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.135489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.135637] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.344563] env[65043]: INFO networking_nsxv3.common.synchronization [req-47c38fc6-50bf-4625-886b-78d287e7c3d3 req-c84d0d2d-e52a-4e59-8e66-01c7c637c981 tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 967.345793] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 967.346782] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.346782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.346782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.346782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.346782] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.346782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.347087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.347087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.347087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.347181] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.457971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.457971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.457971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.459027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.459027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.459027] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e is going to be created. [ 967.460357] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.460433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.460473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.460732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.461318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.461318] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 is going to be updated. [ 967.495561] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.495891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.495891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.496106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.496287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.508374] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.508637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.508718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.509294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.509294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.512954] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e in Status: UNINITIALIZED for 2s [ 967.534447] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: IN_PROGRESS for 2s [ 967.638653] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.638653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.639046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.639046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.639211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.639465] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.639607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.639669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.639789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.639861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.639950] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe1a7805-ea27-4d66-88b1-4816be449e9e is going to be updated. [ 967.721808] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.722043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.722043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.722335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.722524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.736023] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe1a7805-ea27-4d66-88b1-4816be449e9e in Status: IN_PROGRESS for 2s [ 967.849475] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.918328] env[65043]: INFO networking_nsxv3.common.synchronization [req-f52f2e67-abac-416b-b570-3b1b07edbdfe req-7c925d1a-6ec0-420e-a877-309f134b58cd tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e with Priority: HIGHEST for action security_group_members [ 967.918491] env[65043]: INFO networking_nsxv3.common.synchronization [req-f52f2e67-abac-416b-b570-3b1b07edbdfe req-7c925d1a-6ec0-420e-a877-309f134b58cd tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 967.919018] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e with Priority: HIGHEST for action security_group_members [ 967.919147] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 967.919413] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a34561b-cfd7-4a9a-9c89-436f547cec9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.919505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.919702] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.919787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.993292] env[65043]: INFO networking_nsxv3.common.synchronization [req-f52f2e67-abac-416b-b570-3b1b07edbdfe req-7c925d1a-6ec0-420e-a877-309f134b58cd tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_rules [ 967.993292] env[65043]: INFO networking_nsxv3.common.synchronization [req-f52f2e67-abac-416b-b570-3b1b07edbdfe req-7c925d1a-6ec0-420e-a877-309f134b58cd tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 967.993292] env[65043]: INFO networking_nsxv3.common.synchronization [req-f52f2e67-abac-416b-b570-3b1b07edbdfe req-7c925d1a-6ec0-420e-a877-309f134b58cd tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 with Priority: HIGHEST for action port [ 967.994486] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_rules [ 967.994709] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 967.994925] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 with Priority: HIGHEST for action port [ 967.995318] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.995515] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.995790] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.996118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.996199] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-783e0cd7-c73e-468d-80fe-f8a020b80b65 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.996363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.996394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.996718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.996718] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783e0cd7-c73e-468d-80fe-f8a020b80b65',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.353991] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.500489] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 783e0cd7-c73e-468d-80fe-f8a020b80b65 with status ACTIVE [ 968.500792] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.500971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.501076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.501346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.501425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.501629] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.501792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.501877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.502071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.502238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.502413] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.502513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.502567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.502948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.503078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.503327] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 783e0cd7-c73e-468d-80fe-f8a020b80b65 is going to be updated. [ 968.527714] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.527877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.527877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.528204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.528412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.528701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783e0cd7-c73e-468d-80fe-f8a020b80b65" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.732673] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee in Status: SUCCESS [ 968.732673] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee deletion is rescheduled due to dependency. [ 968.733085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.785933] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: SUCCESS [ 968.786098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.786322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.786643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.786944] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.787162] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.787278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.787512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.787721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.787813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.787940] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.857139] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.857313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.857386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.857604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.857884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.858150] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 968.864885] env[65043]: INFO networking_nsxv3.common.synchronization [None req-64974bda-63b9-4142-a141-8b710c188307 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_rules [ 968.864885] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 in Status: SUCCESS [ 968.864885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.864885] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_rules [ 968.865285] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.865285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.865285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.865428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.865428] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.893015] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.893207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.893265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.893448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.893591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.904653] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 968.998834] env[65043]: INFO networking_nsxv3.common.synchronization [None req-4110fede-09f1-4aa8-bcf2-fae7427e8d5c tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_rules [ 968.998834] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_rules [ 968.998834] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.998834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.291053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.291266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.291367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.291633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.291817] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.291977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.292098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.292334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.292445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.292551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.292741] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.292850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.292932] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.293183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.293322] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.293457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.293524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.293692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.293814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.293968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.294215] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.393886] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.393886] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.394160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.394274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.394484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.394484] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b already deleted. [ 969.394633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.394739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.394913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.395012] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.524436] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e in Status: SUCCESS [ 969.524821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.524974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.525322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.525624] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.525806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.525935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.526152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.526243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.526363] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a34561b-cfd7-4a9a-9c89-436f547cec9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.546207] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: SUCCESS [ 969.546683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.546925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.547173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.547378] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.547564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.547634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.547866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.547963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.548064] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.748249] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe1a7805-ea27-4d66-88b1-4816be449e9e in Status: SUCCESS [ 969.748542] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe1a7805-ea27-4d66-88b1-4816be449e9e deletion is rescheduled due to dependency. [ 969.748542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.799301] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbc5b29c-8e28-420a-99d3-a79c7f158190: rpc.has_security_group_logging(os_id): False [ 969.824152] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.824361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.824361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.824674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.824840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.825097] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.825273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.825337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.825678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.825791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.826018] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.826121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.826186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.827313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.827313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.827313] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.827313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.827313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.827313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.827313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.827313] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be created. [ 969.892490] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.892668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.892744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.892948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.893171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.911909] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: IN_PROGRESS for 2s [ 969.917668] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.918028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.918028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.918137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.918217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.918318] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b already deleted. [ 969.918404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.030205] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.030459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.030459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.030646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.030744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.030939] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.031053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.031111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.031256] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.031346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.031537] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e is going to be deleted. [ 970.050609] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.073691] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.073691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.073691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.073918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.073918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.073976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.074152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.074339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.074550] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.074715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.074816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.075046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.075135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.075236] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a34561b-cfd7-4a9a-9c89-436f547cec9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.553487] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.577850] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.578410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.578410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.579675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.579838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.580164] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.580304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.580375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.580606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.580728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.580844] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e already deleted. [ 970.581020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.581161] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a34561b-cfd7-4a9a-9c89-436f547cec9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.583625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.583812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.583985] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.584312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.584312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.584424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.584470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.584619] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a34561b-cfd7-4a9a-9c89-436f547cec9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.915700] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 970.916200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.055818] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.057507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.057761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.058541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.058541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.058541] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 is going to be updated. [ 971.087191] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a34561b-cfd7-4a9a-9c89-436f547cec9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.090037] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.090037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.090037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.090037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.090037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.090037] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.090037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.090037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.090037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.090037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.090037] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e already deleted. [ 971.090037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.092324] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.092324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.092324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.092324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.092324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.103324] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: IN_PROGRESS for 2s [ 971.595027] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a34561b-cfd7-4a9a-9c89-436f547cec9e: rpc.has_security_group_logging(os_id): False [ 971.703137] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.703341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.703435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.703615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.703704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.703929] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.704043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.704109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.704260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.704336] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.704424] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e is going to be created. [ 971.724324] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3a34561b-cfd7-4a9a-9c89-436f547cec9e], does not exist path=[/infra/domains/default/groups/3a34561b-cfd7-4a9a-9c89-436f547cec9e]."\n}' [ 971.724520] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3a34561b-cfd7-4a9a-9c89-436f547cec9e [ 971.724653] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 971.794808] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.794808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.794808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.795981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.796834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.796936] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.797046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.797086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.797262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.797341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.797552] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.797653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.797715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.797860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.797929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.798023] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a34561b-cfd7-4a9a-9c89-436f547cec9e is going to be created. [ 971.879985] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3a34561b-cfd7-4a9a-9c89-436f547cec9e], does not exist path=[/infra/domains/default/groups/3a34561b-cfd7-4a9a-9c89-436f547cec9e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3a34561b-cfd7-4a9a-9c89-436f547cec9e [ 971.879985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a34561b-cfd7-4a9a-9c89-436f547cec9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.879985] env[65043]: Traceback (most recent call last): [ 971.879985] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 971.879985] env[65043]: return func(*args, **kwargs) [ 971.879985] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 971.879985] env[65043]: res.raise_for_status() [ 971.879985] env[65043]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 971.879985] env[65043]: raise HTTPError(http_error_msg, response=self) [ 971.879985] env[65043]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3a34561b-cfd7-4a9a-9c89-436f547cec9e [ 971.879985] env[65043]: During handling of the above exception, another exception occurred: [ 971.879985] env[65043]: Traceback (most recent call last): [ 971.879985] env[65043]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 971.879985] env[65043]: listener.cb(fileno) [ 971.879985] env[65043]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 971.879985] env[65043]: result = function(*args, **kwargs) [ 971.879985] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 971.879985] env[65043]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 971.879985] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 971.879985] env[65043]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 971.879985] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 971.879985] env[65043]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 971.879985] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 971.879985] env[65043]: res.raise_for_status() [ 971.879985] env[65043]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 971.879985] env[65043]: raise HTTPError(http_error_msg, response=self) [ 971.879985] env[65043]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3a34561b-cfd7-4a9a-9c89-436f547cec9e [ 971.879985] env[65043]: Removing descriptor: 21 [ 971.926936] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: SUCCESS [ 971.927298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.113531] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: SUCCESS [ 973.113869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.113869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.115307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.115307] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.115307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.115307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.115307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.115307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.115307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.115307] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.115671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.115794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.115948] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.116060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.116125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.116249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.116323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.116411] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.615339] env[65043]: INFO networking_nsxv3.common.synchronization [req-4d8c5591-ff4c-45fe-9a3d-038704cf2677 req-b0471eca-dd75-4640-a16f-4b69b411c4b3 tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 973.615339] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 973.615339] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.615339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.615339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.615339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.615940] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.616265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.616430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.616701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.616881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.617070] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.618681] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.618973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.619280] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.651545] env[65043]: INFO networking_nsxv3.common.synchronization [req-50ef59f4-72d1-4f7b-ba92-09966be17649 req-97ade7ac-c726-4c84-a9f2-5ef2c4d10188 tempest-ServersTestJSON-1164069498 tempest-ServersTestJSON-1164069498-project-member] Enqueued Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_members [ 973.652215] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGHEST for action security_group_members [ 973.652572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf26a7ac-d7e8-4517-9912-66910b386ef1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.652910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.652910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.653023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.653136] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.653240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.653305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.653737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.656659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.656814] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.121762] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.122451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.122451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.122632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.125776] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.153980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.155167] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.155167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.155167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.155167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.155167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.155451] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 974.162374] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.162642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.162780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.163113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.187541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.187897] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.188220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.188394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.188648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.188890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.189010] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 is going to be updated. [ 974.204523] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.204704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.204816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.205142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.205354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.215865] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 974.242298] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.242480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.242606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.242811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.242981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.258470] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 in Status: IN_PROGRESS for 2s [ 974.632031] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.632031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.632031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.632031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.632031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.632031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 is going to be updated. [ 974.663282] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.663507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.663556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.663852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.663981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.674628] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: IN_PROGRESS for 2s [ 976.229856] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 4s [ 976.271025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 in Status: SUCCESS [ 976.271025] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 deletion is rescheduled due to dependency. [ 976.271025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.685435] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: SUCCESS [ 976.685692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.686014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.689035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.689035] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.689035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.689035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.689035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.689035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.689035] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.189874] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.659442] env[65043]: INFO networking_nsxv3.common.synchronization [req-853795e6-0a1e-47a3-8d0a-e242f4f2b4d0 req-b7a0bbd6-7fbe-4442-99eb-8214f811529d tempest-ServerRescueTestJSONUnderV235-1947166323 tempest-ServerRescueTestJSONUnderV235-1947166323-project-member] Enqueued Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 977.659955] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 with Priority: HIGHEST for action security_group_members [ 977.660368] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.660473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.692591] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.195721] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.195721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.195721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.195721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.195721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.195721] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 is going to be updated. [ 978.229807] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.230035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.230105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.230317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.230497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.243176] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: IN_PROGRESS for 2s [ 978.244165] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 978.244386] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 978.244585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.659615] env[65043]: INFO networking_nsxv3.common.synchronization [None req-beb32272-9f1a-4a9f-9d1c-84e833b55bc1 None None] Enqueued Resource ID: 943d8dd7-b202-4c30-9e13-628dc45fe809 with Priority: HIGHEST for action port [ 979.660193] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943d8dd7-b202-4c30-9e13-628dc45fe809 with Priority: HIGHEST for action port [ 979.660526] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-943d8dd7-b202-4c30-9e13-628dc45fe809 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.660613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943d8dd7-b202-4c30-9e13-628dc45fe809" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.660681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943d8dd7-b202-4c30-9e13-628dc45fe809" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.660970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943d8dd7-b202-4c30-9e13-628dc45fe809" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.661427] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943d8dd7-b202-4c30-9e13-628dc45fe809',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.163292] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 943d8dd7-b202-4c30-9e13-628dc45fe809 [ 980.163565] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.163703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.163771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.163979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.164112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.164185] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:943d8dd7-b202-4c30-9e13-628dc45fe809 already deleted. [ 980.164276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943d8dd7-b202-4c30-9e13-628dc45fe809" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.256953] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: SUCCESS [ 980.257152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.257321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.257546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.257763] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.257879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.257945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.258125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.258206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.258305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.258484] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.258587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.258649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.258817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.259041] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.259168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.259237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.259407] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.259510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.259590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.259691] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.261050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.261050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.261180] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.261276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.261341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.261485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.261565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.261656] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.764279] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56b9d48f-6cbb-4a41-a4db-9d1819d80c81: rpc.has_security_group_logging(os_id): False [ 980.765753] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.765866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.765906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.766137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.787198] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.787880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.789774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.790974] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.790974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.790974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.790974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.790974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.790974] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 is going to be updated. [ 980.792374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.792374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.792374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.792568] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.792680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.792746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.792905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.792983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.793258] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.793355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.793418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.793563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.793638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.793812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.793903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.793961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.794109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.794215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.794359] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 is going to be updated. [ 980.834778] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.835065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.835065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.835870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.835870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.845016] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: IN_PROGRESS for 2s [ 980.878030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.878030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.878030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.878030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.878030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.893979] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: IN_PROGRESS for 2s [ 982.426942] env[65043]: INFO networking_nsxv3.common.synchronization [None req-48828422-98bf-4692-85ab-8a5cd56c318c None None] Enqueued Resource ID: 1557a390-9ed6-46e4-84e4-1ac67acdd3a4 with Priority: HIGHEST for action port [ 982.427593] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1557a390-9ed6-46e4-84e4-1ac67acdd3a4 with Priority: HIGHEST for action port [ 982.427921] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-1557a390-9ed6-46e4-84e4-1ac67acdd3a4 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.428108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1557a390-9ed6-46e4-84e4-1ac67acdd3a4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.428187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1557a390-9ed6-46e4-84e4-1ac67acdd3a4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.428449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1557a390-9ed6-46e4-84e4-1ac67acdd3a4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.428549] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1557a390-9ed6-46e4-84e4-1ac67acdd3a4',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.856147] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: SUCCESS [ 982.856358] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 deletion is rescheduled due to dependency. [ 982.856491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.909239] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 in Status: SUCCESS [ 982.909239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.909239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.909452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.909545] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56b9d48f-6cbb-4a41-a4db-9d1819d80c81',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.931273] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1557a390-9ed6-46e4-84e4-1ac67acdd3a4 [ 982.931556] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.931705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.931810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.932014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.932129] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.932241] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1557a390-9ed6-46e4-84e4-1ac67acdd3a4 already deleted. [ 982.932328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1557a390-9ed6-46e4-84e4-1ac67acdd3a4" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.071170] env[65043]: INFO networking_nsxv3.common.synchronization [req-025efafa-f057-479e-8f27-732fc2d9bc88 req-990a68f2-83a1-4c1c-97d1-ebc121e1ad38 tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 983.071170] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 983.073753] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.074219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.074434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.074766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.075029] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.075246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.075384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.075615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.075777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.075940] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.443023] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.443619] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.443803] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.444275] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.445042] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.445042] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.445227] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.445307] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.445463] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.445686] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.445798] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.445905] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.446023] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.446136] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.446240] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.446374] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.486477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.486566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.486601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.486849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.486880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.487576] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56b9d48f-6cbb-4a41-a4db-9d1819d80c81 is going to be deleted. [ 983.490806] env[65043]: INFO networking_nsxv3.common.synchronization [req-a2d68718-49d7-43f7-91f4-1594e880b637 req-85837256-2ac7-4098-9913-90891751f6a0 tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 983.492922] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.493147] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.493302] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.493492] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.493830] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-f25561cb-9d27-4890-94cf-88a035c6686d taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.495410] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-f25561cb-9d27-4890-94cf-88a035c6686d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.496220] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-f25561cb-9d27-4890-94cf-88a035c6686d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.496566] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-f25561cb-9d27-4890-94cf-88a035c6686d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.496714] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25561cb-9d27-4890-94cf-88a035c6686d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.498278] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 983.498605] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.498728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.498812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.498982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.499155] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.499268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.499337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.499463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.499552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.499671] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.578467] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.578684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.578733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.579300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.579300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.580166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56b9d48f-6cbb-4a41-a4db-9d1819d80c81" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.580269] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.002792] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.003180] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.003327] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.003701] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.003915] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.004100] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port f25561cb-9d27-4890-94cf-88a035c6686d not found, creating... [ 984.004869] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.004869] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.005120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.005325] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.005496] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.005810] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.005982] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.006135] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.006375] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.006514] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.006684] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: f25561cb-9d27-4890-94cf-88a035c6686d is going to be created. [ 984.008177] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.008369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.008369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.008543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.031937] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.032277] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.032424] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.032728] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.032965] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.033757] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-f25561cb-9d27-4890-94cf-88a035c6686d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.037908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.038267] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.038457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.038566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.039682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.039778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.039880] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 984.071859] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.072042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.072042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.072264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.072719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.083770] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 984.085294] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.588209] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.588209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.588209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.588805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.588805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.588805] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 984.628032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.628032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.628032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.628032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.628032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.640646] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 984.766971] env[65043]: INFO networking_nsxv3.common.synchronization [req-025efafa-f057-479e-8f27-732fc2d9bc88 req-7647a8f4-5746-4a6a-9f58-35a1a3047cd6 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 984.767177] env[65043]: INFO networking_nsxv3.common.synchronization [req-025efafa-f057-479e-8f27-732fc2d9bc88 req-7647a8f4-5746-4a6a-9f58-35a1a3047cd6 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 984.767567] env[65043]: INFO networking_nsxv3.common.synchronization [req-025efafa-f057-479e-8f27-732fc2d9bc88 req-7647a8f4-5746-4a6a-9f58-35a1a3047cd6 service nova] Enqueued Resource ID: f25561cb-9d27-4890-94cf-88a035c6686d with Priority: HIGHEST for action port [ 984.768337] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 984.768337] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 984.768510] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25561cb-9d27-4890-94cf-88a035c6686d with Priority: HIGHEST for action port [ 984.768799] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.768911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.768977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.769862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.769862] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.770800] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.771010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.771232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f25561cb-9d27-4890-94cf-88a035c6686d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.771341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f25561cb-9d27-4890-94cf-88a035c6686d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.771407] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f25561cb-9d27-4890-94cf-88a035c6686d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.771902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f25561cb-9d27-4890-94cf-88a035c6686d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.772030] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25561cb-9d27-4890-94cf-88a035c6686d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.156698] env[65043]: INFO networking_nsxv3.common.synchronization [req-4ad688e7-e13f-4247-b366-2d2f6a2d7c5c req-4aa19dc2-5bd8-4046-bc38-4168514cddc3 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_members [ 985.157690] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGHEST for action security_group_members [ 985.157999] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.158149] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.158236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.158842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.158842] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.158842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.158842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.158842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.159081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.159081] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.271549] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.271675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.274373] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f25561cb-9d27-4890-94cf-88a035c6686d with status ACTIVE [ 985.274614] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.274800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.274800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.275029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.275120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.275336] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.275443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.275516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.275770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.275770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.275889] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.275982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.276127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.276184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.276256] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.276366] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f25561cb-9d27-4890-94cf-88a035c6686d is going to be updated. [ 985.304113] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.306959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.306959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.306959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.306959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.306959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f25561cb-9d27-4890-94cf-88a035c6686d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.663214] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.663543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.663543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.663699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.686975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.687314] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.687442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.687511] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.687716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.687830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.687882] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 is going to be updated. [ 985.719738] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.720412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.720412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.720412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.721069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.732279] env[65043]: INFO networking_nsxv3.common.synchronization [req-a17071e6-da62-460c-a4df-9edbf4eb79df req-3ea389fd-11ec-4aad-99ee-5a852c93af58 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 985.733716] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 in Status: IN_PROGRESS for 2s [ 985.735060] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 985.735420] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.736019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.736019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.736019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.736019] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.736223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.736223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.736392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.736440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.736533] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.078019] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.078019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.078019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.078019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.078019] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.078019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.078019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.078019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.078019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.078436] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.078436] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.078726] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.078726] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.078811] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.078908] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.079051] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.098493] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 986.099826] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d deletion is rescheduled due to dependency. [ 986.099826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.101090] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.102371] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.103353] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.103743] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.104568] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-7605f5d8-308f-429c-a633-d074d46e2b04 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.104915] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-7605f5d8-308f-429c-a633-d074d46e2b04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.105243] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-7605f5d8-308f-429c-a633-d074d46e2b04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.105696] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-7605f5d8-308f-429c-a633-d074d46e2b04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.105915] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7605f5d8-308f-429c-a633-d074d46e2b04',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.239163] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.239333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.239396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.239601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.239689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.239881] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.240030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.240094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.240229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.240300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.240389] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b already deleted. [ 986.240484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.609821] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.610453] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.610744] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.611250] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.611550] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.612126] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 7605f5d8-308f-429c-a633-d074d46e2b04 not found, creating... [ 986.612798] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.613234] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.613550] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.613968] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.614261] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.614843] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.615169] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.615508] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.616019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.616514] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.616824] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 7605f5d8-308f-429c-a633-d074d46e2b04 is going to be created. [ 986.644835] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.644835] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.644835] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.644835] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.645027] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.645209] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-7605f5d8-308f-429c-a633-d074d46e2b04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.656420] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 986.656899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.658093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.658351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.658558] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.658752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.658832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.659013] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.659864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.659864] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.166737] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.436477] env[65043]: INFO networking_nsxv3.common.synchronization [req-a17071e6-da62-460c-a4df-9edbf4eb79df req-73b95dd5-53ad-4449-82e4-55b98ef3a708 service nova] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_rules [ 987.436711] env[65043]: INFO networking_nsxv3.common.synchronization [req-a17071e6-da62-460c-a4df-9edbf4eb79df req-73b95dd5-53ad-4449-82e4-55b98ef3a708 service nova] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 987.436856] env[65043]: INFO networking_nsxv3.common.synchronization [req-a17071e6-da62-460c-a4df-9edbf4eb79df req-73b95dd5-53ad-4449-82e4-55b98ef3a708 service nova] Enqueued Resource ID: 7605f5d8-308f-429c-a633-d074d46e2b04 with Priority: HIGHEST for action port [ 987.437406] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_rules [ 987.437546] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 987.437644] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7605f5d8-308f-429c-a633-d074d46e2b04 with Priority: HIGHEST for action port [ 987.437919] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.439825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.439825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.439825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.439825] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.439825] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.439825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.439825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.440142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.440239] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.440336] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.440397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.440541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.440622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.440704] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.441503] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-7605f5d8-308f-429c-a633-d074d46e2b04 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.441581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7605f5d8-308f-429c-a633-d074d46e2b04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.441629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7605f5d8-308f-429c-a633-d074d46e2b04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.442552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7605f5d8-308f-429c-a633-d074d46e2b04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.442552] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7605f5d8-308f-429c-a633-d074d46e2b04',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.668981] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.745064] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 in Status: SUCCESS [ 987.745064] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 deletion is rescheduled due to dependency. [ 987.745064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.948301] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.949792] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.949991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.950644] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7605f5d8-308f-429c-a633-d074d46e2b04 with status ACTIVE [ 987.950935] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.951137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.951246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.951754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.951754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.951986] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.952266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.952400] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.952651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.952778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.953111] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.953283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.953387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.953614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.953741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.953874] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7605f5d8-308f-429c-a633-d074d46e2b04 is going to be updated. [ 987.982865] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.983050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.983128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.983397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.983550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.983710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7605f5d8-308f-429c-a633-d074d46e2b04" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.259807] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.259807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.259807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.259807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.259807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.259807] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 988.296225] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.296225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.296225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.296225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.296580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.306323] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 988.451010] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.953311] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.953481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.953534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.953747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.953833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.953928] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b is going to be created. [ 988.979998] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.980183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.980242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.980415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.980572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.991573] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: UNINITIALIZED for 2s [ 990.331160] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 990.331555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.331619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.331850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.332065] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.332428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.332428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.332505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.332606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.332659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.332731] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.838705] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.839922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.839922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.840068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.840250] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.840250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.840338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.840817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.840817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.840817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.840817] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.840817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.841025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.841025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.841159] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.841250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.841303] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.841458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.841532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.841609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.841693] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.001825] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: SUCCESS [ 991.002056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.002312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.002565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.002701] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.002815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.002884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.003069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.003112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.003229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.003317] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.344656] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4250c5-3aac-469b-85cd-b0c8b22b59e1: rpc.has_security_group_logging(os_id): False [ 991.364587] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.364587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.364587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.364954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.388236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.388837] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.389076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.389190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.389499] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.390124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.390241] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.390525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.390810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.391393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.391535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.392955] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.392955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.392955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.392955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.392955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.392955] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 991.498038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.498038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.498038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.498038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.498038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.505481] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.520535] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 992.008066] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28e44722-dc64-4d8f-94e4-91842c3f547b: rpc.has_security_group_logging(os_id): False [ 992.028072] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.028072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.028072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.028267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.028353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.028626] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.028810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.028877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.029169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.029235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.029515] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b is going to be created. [ 992.109498] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.109498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.109498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.109498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.109498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.119040] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: IN_PROGRESS for 2s [ 992.438260] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 992.438602] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 993.539957] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 993.540265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.132492] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: SUCCESS [ 994.132807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.096731] env[65043]: INFO networking_nsxv3.common.synchronization [req-5527132a-ab38-49c5-a610-7d869c2a6067 req-d647ddca-4b36-4143-8cf5-85d424c8f163 tempest-ServersNegativeTestJSON-613646239 tempest-ServersNegativeTestJSON-613646239-project-member] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 995.097317] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 995.097625] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.098015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.098015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.098015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.098520] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.098630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.098687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.098847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.098933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.099038] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.483573] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.483573] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.483573] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.483909] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.484037] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.484206] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.484352] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.484516] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.484735] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.484861] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.484947] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.485067] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.485181] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.485281] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.485388] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.485518] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.506706] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.506913] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.507098] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.507306] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.507695] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-a0069578-dc49-4b86-9718-dec6f136f01e taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.507891] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-a0069578-dc49-4b86-9718-dec6f136f01e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.508061] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-a0069578-dc49-4b86-9718-dec6f136f01e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.508424] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-a0069578-dc49-4b86-9718-dec6f136f01e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.508667] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0069578-dc49-4b86-9718-dec6f136f01e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.603658] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.011540] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.011792] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.011930] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.012304] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.012463] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.012689] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port a0069578-dc49-4b86-9718-dec6f136f01e not found, creating... [ 996.012986] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.013181] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.013338] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.013574] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.013737] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.014035] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.014194] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.014312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.014542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.014692] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.014843] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: a0069578-dc49-4b86-9718-dec6f136f01e is going to be created. [ 996.035587] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.035835] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.035919] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.036201] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.036440] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.036656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-a0069578-dc49-4b86-9718-dec6f136f01e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.106388] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.608954] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.608954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.609226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.609301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.610812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.610951] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be updated. [ 996.676822] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.676975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.677078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.677425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.677625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.691944] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: IN_PROGRESS for 2s [ 996.794914] env[65043]: INFO networking_nsxv3.common.synchronization [req-5527132a-ab38-49c5-a610-7d869c2a6067 req-d3ec5bab-372e-4124-8740-a69c84de52f9 service nova] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_rules [ 996.795180] env[65043]: INFO networking_nsxv3.common.synchronization [req-5527132a-ab38-49c5-a610-7d869c2a6067 req-d3ec5bab-372e-4124-8740-a69c84de52f9 service nova] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 996.800363] env[65043]: INFO networking_nsxv3.common.synchronization [req-5527132a-ab38-49c5-a610-7d869c2a6067 req-d3ec5bab-372e-4124-8740-a69c84de52f9 service nova] Enqueued Resource ID: a0069578-dc49-4b86-9718-dec6f136f01e with Priority: HIGHEST for action port [ 996.801374] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_rules [ 996.801553] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 996.801696] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0069578-dc49-4b86-9718-dec6f136f01e with Priority: HIGHEST for action port [ 996.802082] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.802299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.802412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.802652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.802758] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.803884] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.804020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.804331] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0069578-dc49-4b86-9718-dec6f136f01e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.808122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0069578-dc49-4b86-9718-dec6f136f01e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.808122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0069578-dc49-4b86-9718-dec6f136f01e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.808122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0069578-dc49-4b86-9718-dec6f136f01e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.808122] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0069578-dc49-4b86-9718-dec6f136f01e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.309854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.313176] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0069578-dc49-4b86-9718-dec6f136f01e with status ACTIVE [ 997.313176] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.313176] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.313176] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.313176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.313734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.313734] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0069578-dc49-4b86-9718-dec6f136f01e is going to be updated. [ 997.367621] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.367864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.367864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.368444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.368444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.368444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0069578-dc49-4b86-9718-dec6f136f01e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.090389] env[65043]: INFO networking_nsxv3.common.synchronization [req-309b4177-958d-4db8-bbb4-c6fd29e4a1ba req-86a72329-7c58-4fff-b2b6-cad124d8b19c tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 998.090389] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 998.090389] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.090389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.090389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.091235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.093025] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.093025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.093025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.093025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.093025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.093025] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.594639] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.702826] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: SUCCESS [ 998.703034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.703173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.703399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.703586] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.703700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.703765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.703907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.703986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.704100] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.097273] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.206096] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.601430] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.601745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.601745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.601861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.601954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.602070] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 999.636518] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.636675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.636730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.636924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.637135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.646468] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 999.709325] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.789524] env[65043]: INFO networking_nsxv3.common.synchronization [req-83a72d22-483f-4df7-bb39-81e8f5e05303 req-ea3819b7-1e63-4afc-8fda-8e770b0aa48c tempest-ImagesOneServerNegativeTestJSON-1152152991 tempest-ImagesOneServerNegativeTestJSON-1152152991-project-member] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 999.790171] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 999.790720] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.790889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.790960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.791214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.791368] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.791889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.791962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.792141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.792390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.792506] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.132023] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.132258] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.132518] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.132880] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.133141] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.133444] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.133579] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.133819] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.133974] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.134212] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.134345] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.134455] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.134584] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.134701] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.134806] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.134934] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.154370] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.154608] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.154759] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.154934] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.156029] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-26a80785-18f9-49a8-a432-3eac9f7eff90 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.156029] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-26a80785-18f9-49a8-a432-3eac9f7eff90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.156029] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-26a80785-18f9-49a8-a432-3eac9f7eff90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.156029] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-26a80785-18f9-49a8-a432-3eac9f7eff90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.156029] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a80785-18f9-49a8-a432-3eac9f7eff90',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.214043] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.214179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.214255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.214553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.214696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.214846] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be updated. [ 1000.246556] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.246711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.246765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.247146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.247336] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.268358] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: IN_PROGRESS for 2s [ 1000.294518] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.294518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.294518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.294819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.294860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.295537] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.295537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.295537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.295537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.295537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.295537] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba already deleted. [ 1000.295537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.658354] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.658730] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.658836] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.659114] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.659272] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.659484] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 26a80785-18f9-49a8-a432-3eac9f7eff90 not found, creating... [ 1000.659804] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.660043] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.660400] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.660665] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.660809] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.661117] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.661280] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.661397] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.661608] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.661758] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.661930] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 26a80785-18f9-49a8-a432-3eac9f7eff90 is going to be created. [ 1000.684987] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.685236] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.685362] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.685635] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.685866] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.686105] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-26a80785-18f9-49a8-a432-3eac9f7eff90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.446359] env[65043]: INFO networking_nsxv3.common.synchronization [req-83a72d22-483f-4df7-bb39-81e8f5e05303 req-d8a4be9e-0b82-4f41-801c-55a6b2eae0b3 service nova] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_rules [ 1001.446527] env[65043]: INFO networking_nsxv3.common.synchronization [req-83a72d22-483f-4df7-bb39-81e8f5e05303 req-d8a4be9e-0b82-4f41-801c-55a6b2eae0b3 service nova] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1001.446666] env[65043]: INFO networking_nsxv3.common.synchronization [req-83a72d22-483f-4df7-bb39-81e8f5e05303 req-d8a4be9e-0b82-4f41-801c-55a6b2eae0b3 service nova] Enqueued Resource ID: 26a80785-18f9-49a8-a432-3eac9f7eff90 with Priority: HIGHEST for action port [ 1001.447268] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_rules [ 1001.447413] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1001.447512] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a80785-18f9-49a8-a432-3eac9f7eff90 with Priority: HIGHEST for action port [ 1001.447793] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.448425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.448493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.448753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.448836] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.449851] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.449969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.450781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.450781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.450781] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.450781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.450781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.450781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.450781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.451287] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.453650] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a80785-18f9-49a8-a432-3eac9f7eff90 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.453650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a80785-18f9-49a8-a432-3eac9f7eff90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.453650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a80785-18f9-49a8-a432-3eac9f7eff90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.453650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a80785-18f9-49a8-a432-3eac9f7eff90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.453650] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a80785-18f9-49a8-a432-3eac9f7eff90',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.661882] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1001.662532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.955698] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.955832] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.956913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.957384] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a80785-18f9-49a8-a432-3eac9f7eff90 with status ACTIVE [ 1001.957892] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.957892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.957892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.958086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.961241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.961241] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.961241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.961241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.961475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.961628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.962498] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.962498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.962644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.965227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.965227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.965227] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a80785-18f9-49a8-a432-3eac9f7eff90 is going to be updated. [ 1001.989241] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.990898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.990898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.990898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.990898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.990898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a80785-18f9-49a8-a432-3eac9f7eff90" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.248996] env[65043]: INFO networking_nsxv3.common.synchronization [req-f79b19b0-bb73-46b1-ad81-e61222b9a2e7 req-a134ff7c-d013-400c-bab4-b57b2a109da9 tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 1002.249650] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 1002.250375] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.250680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.250808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.251092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.251952] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.252170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.252402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.252663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.252808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.252954] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.282169] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: SUCCESS [ 1002.282900] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.282900] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.283175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.283298] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.283398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.283469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.283910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.283910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.283910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.283910] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.458096] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.680879] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.681215] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.681215] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.681472] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.681726] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.681880] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.681997] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.682270] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.682555] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.682628] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.682735] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.682839] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.682943] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.683065] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.683171] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.683322] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.702019] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.702238] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.702393] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.702597] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-845" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.702931] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-e05e440b-d75f-4bb8-900a-de128acab4e8 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.703101] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-e05e440b-d75f-4bb8-900a-de128acab4e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.703227] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-e05e440b-d75f-4bb8-900a-de128acab4e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.703624] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-e05e440b-d75f-4bb8-900a-de128acab4e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.703769] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05e440b-d75f-4bb8-900a-de128acab4e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.757666] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.757897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.757956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.758284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.758409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.758657] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.758792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.758876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.759111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.759224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.759332] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 1002.786024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.786219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.786273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.786451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.786619] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.786723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.786778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.786923] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.787018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.787106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.787301] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.787415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.787415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.787545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.787676] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.787763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.787821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.787955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.788070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.788128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.788214] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.790113] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.790328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.790401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.790578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.790714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.802126] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 1002.962048] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.962048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.962048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.962048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.962355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.962355] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be created. [ 1002.989064] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.989258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.989328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.989546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.989703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.000282] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: UNINITIALIZED for 2s [ 1003.208053] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.208053] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.208053] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.208053] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.208053] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.208405] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port e05e440b-d75f-4bb8-900a-de128acab4e8 not found, creating... [ 1003.208440] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.208575] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.208693] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.208906] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.209054] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.209335] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.209491] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.209606] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.209804] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.209935] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.210094] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: e05e440b-d75f-4bb8-900a-de128acab4e8 is going to be created. [ 1003.231252] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.231469] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.231592] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.231854] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.232094] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.232408] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-e05e440b-d75f-4bb8-900a-de128acab4e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.292867] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbc5b29c-8e28-420a-99d3-a79c7f158190: rpc.has_security_group_logging(os_id): False [ 1003.328204] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.328479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.328605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.328926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.352818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.353383] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.353538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.353610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.353825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.353908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.354173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.354300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.354368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.354579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.354681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.354973] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.355177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.355288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.355633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.355784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.355937] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be updated. [ 1003.455321] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.455321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.455321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.455321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.455321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.467008] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: IN_PROGRESS for 2s [ 1003.978208] env[65043]: INFO networking_nsxv3.common.synchronization [req-f79b19b0-bb73-46b1-ad81-e61222b9a2e7 req-9515f65b-bf65-4381-b120-21473ec27efa service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 1003.978208] env[65043]: INFO networking_nsxv3.common.synchronization [req-f79b19b0-bb73-46b1-ad81-e61222b9a2e7 req-9515f65b-bf65-4381-b120-21473ec27efa service nova] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 1003.978208] env[65043]: INFO networking_nsxv3.common.synchronization [req-f79b19b0-bb73-46b1-ad81-e61222b9a2e7 req-9515f65b-bf65-4381-b120-21473ec27efa service nova] Enqueued Resource ID: e05e440b-d75f-4bb8-900a-de128acab4e8 with Priority: HIGHEST for action port [ 1003.978208] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_rules [ 1003.978208] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 1003.978208] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05e440b-d75f-4bb8-900a-de128acab4e8 with Priority: HIGHEST for action port [ 1003.978654] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.978953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.979119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.979416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.979581] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.980680] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.980894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.981298] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-e05e440b-d75f-4bb8-900a-de128acab4e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.981674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e05e440b-d75f-4bb8-900a-de128acab4e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.981825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e05e440b-d75f-4bb8-900a-de128acab4e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.982094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e05e440b-d75f-4bb8-900a-de128acab4e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.982479] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05e440b-d75f-4bb8-900a-de128acab4e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.485012] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.485012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.486377] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e05e440b-d75f-4bb8-900a-de128acab4e8 with status ACTIVE [ 1004.486467] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.488059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.488059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.488059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.488059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.488059] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.488275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.488275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.488393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.488432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.488596] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.488677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.488780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.488874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.488947] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.489051] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e05e440b-d75f-4bb8-900a-de128acab4e8 is going to be updated. [ 1004.524793] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.524793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.524793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.524793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.524793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.524793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e05e440b-d75f-4bb8-900a-de128acab4e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.811941] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 1004.812151] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d deletion is rescheduled due to dependency. [ 1004.812293] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.812462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.812675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.812966] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.812966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.813157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.813225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.813262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.813380] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.010625] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1005.010993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.011410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.011644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.011877] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.011996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.012075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.012292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.012379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.012468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.012552] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.315394] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.483168] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: SUCCESS [ 1005.483477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.514819] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.515044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.515141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.515404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.515600] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.515765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.515805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.515983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.516109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.516223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.516393] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.516525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.516595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.516775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.516945] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.517099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.517201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.517354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.517449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.517565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.517664] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.818463] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.022853] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f111c33-ca1a-4135-975b-5b38c606a9ba: rpc.has_security_group_logging(os_id): False [ 1006.042561] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.042770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.042840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.043110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.043227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.043508] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.043641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.043727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.043953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.044099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.044383] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.044551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.044661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.044856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.044937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.045132] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.045228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.045290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.045428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.045501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.045586] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be created. [ 1006.103065] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.103297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.103404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.103619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.103809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.115020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: IN_PROGRESS for 2s [ 1006.321452] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.321452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.321452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.321452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.321452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.321452] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 1006.354291] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.354457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.354544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.354782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.354964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.366067] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 1006.688633] env[65043]: INFO networking_nsxv3.common.synchronization [req-0bc4be1c-ec5b-4edb-b25e-d64b677799a8 req-63e9a0aa-1535-4f96-8dd7-3293753590a4 tempest-ServerActionsV293TestJSON-1893618188 tempest-ServerActionsV293TestJSON-1893618188-project-member] Enqueued Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_members [ 1006.689227] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_members [ 1006.689572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.689694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.689770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.691287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.691287] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.691287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.691287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.691287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.691287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.691287] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.995591] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.995782] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-62" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.995903] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-62" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.996294] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-62" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.996565] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.996728] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.996846] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.997070] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.997220] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.997446] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.997562] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.997672] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.997778] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.997885] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.997990] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.998135] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.017020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.017237] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.017374] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.017616] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-62" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.017959] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.018192] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.018318] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.018748] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.018922] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.195055] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.195434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.195434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.195536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.195620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.195837] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.195943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.196016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.196193] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.196275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.196367] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0199103-73d1-4e86-8586-03b12a978c95 already deleted. [ 1007.196447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.288969] env[65043]: INFO networking_nsxv3.common.synchronization [req-5ef322d1-da86-448d-8ba7-e768ef70919c req-4d3e678f-2dd2-4820-acdc-fd6fe566d020 tempest-ServersNegativeTestJSON-613646239 tempest-ServersNegativeTestJSON-613646239-project-member] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 1007.289633] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 1007.289942] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.290079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.290145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.290349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.290498] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.290607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.290669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.290815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.290900] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.290992] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.522216] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.522216] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.522459] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.522676] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.522795] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.522943] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc not found, creating... [ 1007.523255] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.523474] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.523591] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.523849] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.523965] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.524252] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.524565] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.524565] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.524737] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.524872] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.525040] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc is going to be created. [ 1007.548942] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.549394] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.549644] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.550032] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.550370] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.550750] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.792907] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.129929] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1008.130276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.283979] env[65043]: INFO networking_nsxv3.common.synchronization [req-0bc4be1c-ec5b-4edb-b25e-d64b677799a8 req-07219a5d-0f02-4fde-a22a-c13cdf6de674 service nova] Enqueued Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_rules [ 1008.283979] env[65043]: INFO networking_nsxv3.common.synchronization [req-0bc4be1c-ec5b-4edb-b25e-d64b677799a8 req-07219a5d-0f02-4fde-a22a-c13cdf6de674 service nova] Enqueued Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_members [ 1008.284301] env[65043]: INFO networking_nsxv3.common.synchronization [req-0bc4be1c-ec5b-4edb-b25e-d64b677799a8 req-07219a5d-0f02-4fde-a22a-c13cdf6de674 service nova] Enqueued Resource ID: 3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc with Priority: HIGHEST for action port [ 1008.284669] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_rules [ 1008.284908] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_members [ 1008.285016] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc with Priority: HIGHEST for action port [ 1008.285742] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.285940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.286098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.286406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.286523] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.288211] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.288391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.289010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.289010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.289010] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.289010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.289233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.289432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.289913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.290112] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.291390] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.291390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.291390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.292208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.292208] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.295383] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.379766] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 1008.380195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.380782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.381201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.381308] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.381461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.381545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.381742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.381860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.381967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.382352] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.788542] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.789664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.794313] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.795035] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc with status ACTIVE [ 1008.795216] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.795340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.795407] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.795603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.795697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.795893] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.795981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.796028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.796185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.796258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.796438] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.796529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.796586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.796723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.796808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.796894] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc is going to be updated. [ 1008.798381] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.798516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.798570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.798726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.798816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.798905] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be updated. [ 1008.821243] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.821449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.821449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.821654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.821792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.821947] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ac6884c-13ed-4e2b-813f-2a10a2d8ddbc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.837370] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.837504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.837580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.837789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.837929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.865173] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: IN_PROGRESS for 2s [ 1008.885551] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.885551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.885551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.886066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.886066] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.886066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.886367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.886367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.886367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.886604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.886604] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.886728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.886728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.886824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.886955] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.887048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.887102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.887243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.887317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887469] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.299439] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.390192] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d: rpc.has_security_group_logging(os_id): False [ 1009.411857] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.412065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.412065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.412346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.412447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.412985] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.413131] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.413222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.413469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.413633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.414112] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.414112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.414112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.414382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.414382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.414492] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.414567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.414625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.415180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.415180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.415180] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 1009.515472] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.515696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.515804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.516144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.516372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.570214] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 1009.652997] env[65043]: INFO networking_nsxv3.common.synchronization [None req-f7192237-d8fc-41e6-bd4a-84220290b389 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_rules [ 1009.653631] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_rules [ 1009.653945] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.655045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.655045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.655045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.655045] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.739283] env[65043]: INFO networking_nsxv3.common.synchronization [None req-6e3ee1b8-93cd-4ddf-bc66-b98f2e4e36f9 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_rules [ 1009.739971] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_rules [ 1009.740142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.740239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.806132] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.806342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.806342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.806634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.806823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.806910] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0199103-73d1-4e86-8586-03b12a978c95 is going to be created. [ 1009.836609] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.836822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.836822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.837092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.837276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.848924] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0199103-73d1-4e86-8586-03b12a978c95 in Status: UNINITIALIZED for 2s [ 1010.179399] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.179918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.179918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.179918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.180106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.180447] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 already deleted. [ 1010.180447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.180564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.180754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.180841] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.702288] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.702589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.702589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.702721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.702805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.702904] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 already deleted. [ 1010.702988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.875096] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: SUCCESS [ 1010.875361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.081459] env[65043]: INFO networking_nsxv3.common.synchronization [req-c0a89cc9-bedf-4c49-9fcd-d3f9ed472bc8 req-f71f6e23-8c23-4edb-9326-c84a16fabc86 tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1011.081459] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1011.081459] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.081459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.081459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.081459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.081459] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.081459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.081459] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.085109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.085109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.085231] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.325179] env[65043]: INFO networking_nsxv3.common.synchronization [req-9485a8dc-29a2-4199-80e4-b786c6004d54 req-12335a55-5050-456e-bc1a-6a2cae99ea24 tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_members [ 1011.328281] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGHEST for action security_group_members [ 1011.328281] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-14c224e8-e105-425d-bce9-ebb3bdd7a77c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.328281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.328281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.328281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.328281] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.328281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.328281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.328281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.328281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.328281] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.579454] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.579854] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.580576] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.580876] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.581338] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.581448] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.581667] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.581917] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.582133] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.582478] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.583101] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.583101] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.583101] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.583101] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.583101] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.583385] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.586769] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 1011.587037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.587906] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.587906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.587906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.588150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.588262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.588479] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.588608] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.588676] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.588834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.588910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.588997] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1011.606916] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.607415] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.607415] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.607788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.608227] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-719e4763-cf62-4f44-91b3-fc204bc0a986 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.608516] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-719e4763-cf62-4f44-91b3-fc204bc0a986" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.609672] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-719e4763-cf62-4f44-91b3-fc204bc0a986" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.610957] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-719e4763-cf62-4f44-91b3-fc204bc0a986" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.611200] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719e4763-cf62-4f44-91b3-fc204bc0a986',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.618565] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.618825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.618825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.618979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.619133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.632123] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1011.830945] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.831321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.831321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.831483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.854506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.854858] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.855051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.855272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.855513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.855513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.855727] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c is going to be updated. [ 1011.865186] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0199103-73d1-4e86-8586-03b12a978c95 in Status: SUCCESS [ 1011.865407] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.865747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.865790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.866021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.866267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.866267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.866344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.866389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.866469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.866562] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.887620] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.887620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.887620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.887833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.887962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.897614] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c in Status: IN_PROGRESS for 2s [ 1012.114378] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.114667] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.116351] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.116351] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.116351] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.116351] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 719e4763-cf62-4f44-91b3-fc204bc0a986 not found, creating... [ 1012.116351] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.116351] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.116351] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.116879] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.116879] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.116983] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.117085] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.117656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.117656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.117656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.117656] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 719e4763-cf62-4f44-91b3-fc204bc0a986 is going to be created. [ 1012.141212] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.141540] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.141732] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.142123] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.142504] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.142847] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-719e4763-cf62-4f44-91b3-fc204bc0a986" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.368978] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.872131] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0199103-73d1-4e86-8586-03b12a978c95: rpc.has_security_group_logging(os_id): False [ 1012.892804] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.892997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.893057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.893312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.893593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.893934] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.894074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.894074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.894351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.894440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.894640] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0199103-73d1-4e86-8586-03b12a978c95 is going to be created. [ 1012.903121] env[65043]: INFO networking_nsxv3.common.synchronization [req-c0a89cc9-bedf-4c49-9fcd-d3f9ed472bc8 req-74f83942-2475-4850-8f6e-0b61d4ddfe2c service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1012.903121] env[65043]: INFO networking_nsxv3.common.synchronization [req-c0a89cc9-bedf-4c49-9fcd-d3f9ed472bc8 req-74f83942-2475-4850-8f6e-0b61d4ddfe2c service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1012.903121] env[65043]: INFO networking_nsxv3.common.synchronization [req-c0a89cc9-bedf-4c49-9fcd-d3f9ed472bc8 req-74f83942-2475-4850-8f6e-0b61d4ddfe2c service nova] Enqueued Resource ID: 719e4763-cf62-4f44-91b3-fc204bc0a986 with Priority: HIGHEST for action port [ 1012.904369] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1012.904369] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1012.904369] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719e4763-cf62-4f44-91b3-fc204bc0a986 with Priority: HIGHEST for action port [ 1012.904657] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.904859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.904859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.905636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.905636] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.909537] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.909537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.909537] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-719e4763-cf62-4f44-91b3-fc204bc0a986 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.909537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719e4763-cf62-4f44-91b3-fc204bc0a986" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.909537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719e4763-cf62-4f44-91b3-fc204bc0a986" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.909537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719e4763-cf62-4f44-91b3-fc204bc0a986" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.909537] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719e4763-cf62-4f44-91b3-fc204bc0a986',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.973148] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.973372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.973420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.973630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.973822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.987792] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0199103-73d1-4e86-8586-03b12a978c95 in Status: IN_PROGRESS for 2s [ 1013.411265] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.411462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.411981] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 719e4763-cf62-4f44-91b3-fc204bc0a986 with status ACTIVE [ 1013.412299] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.412479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.412538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.412760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.412878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.413055] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.413155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.413374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.413448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.413543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.413766] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.413887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.413960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.414131] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.414210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.414304] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 719e4763-cf62-4f44-91b3-fc204bc0a986 is going to be updated. [ 1013.442426] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.443457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.443457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.443457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.443457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.443457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719e4763-cf62-4f44-91b3-fc204bc0a986" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.643476] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1013.643749] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1013.643890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.644120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.644359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.644635] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.644785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.644866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.645144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.645194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.645285] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.908107] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c in Status: SUCCESS [ 1013.908506] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c deletion is rescheduled due to dependency. [ 1013.908506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.147706] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.649709] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.002932] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0199103-73d1-4e86-8586-03b12a978c95 in Status: SUCCESS [ 1015.003400] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.152552] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.152695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.152762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.152977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.153078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.153194] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1015.188126] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.188276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.188366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.188566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.188979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.199662] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1017.211768] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1017.212069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.212176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.212468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.212673] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.212846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.212846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.212991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.213718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.213718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.213718] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.253414] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1017.253414] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1017.280942] env[65043]: INFO networking_nsxv3.common.synchronization [req-cb9f249e-95b9-4f19-8100-fb655e487869 req-6dd67ebf-4f40-47a6-8683-1b4c4d8c15f2 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 1017.281522] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 1017.281795] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.281928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.281974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.282604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.282767] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.282925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.282993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.283383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.283383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.283383] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.706360] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.706614] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.706836] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.707066] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.707360] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.708398] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.708398] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.708398] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.708398] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.708398] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.709259] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.709469] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.709594] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.709723] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.709875] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.710056] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.717957] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.718228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.718228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.718644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.719365] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.719538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.719607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.720030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.720227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.720334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.720530] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.720666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.720732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.720933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.721124] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.721229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.721292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.721726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.721726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.721726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.721726] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.732963] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.733202] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.733431] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.733697] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.734104] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-27f393b1-c805-4456-8990-eaaf2608ec2d taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.734315] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-27f393b1-c805-4456-8990-eaaf2608ec2d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.734540] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-27f393b1-c805-4456-8990-eaaf2608ec2d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.734877] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-27f393b1-c805-4456-8990-eaaf2608ec2d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.735039] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f393b1-c805-4456-8990-eaaf2608ec2d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.786190] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.224734] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36266c17-44e9-4c03-a229-0ace0d5d4180: rpc.has_security_group_logging(os_id): False [ 1018.238187] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.238412] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.238541] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.238860] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.239030] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.239188] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 27f393b1-c805-4456-8990-eaaf2608ec2d not found, creating... [ 1018.239579] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.239687] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.239801] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.240038] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.240181] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.240491] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.240653] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.240768] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.240971] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.241135] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.241312] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 27f393b1-c805-4456-8990-eaaf2608ec2d is going to be created. [ 1018.243168] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.243276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.243356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.243530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.243613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.243802] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.243897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.243960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.244116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.244191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.244374] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.244468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.244572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.244666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.244740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.244913] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.245011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.245075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.245210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.245292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.245394] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1018.264438] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.264720] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.264804] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.265075] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.265310] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.265540] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-27f393b1-c805-4456-8990-eaaf2608ec2d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.288540] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.311562] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.311810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.311872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.312086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.312303] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.328644] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1018.791366] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.791677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.791777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.792157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.792616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.792771] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b is going to be updated. [ 1018.824044] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.824802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.824802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.824802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.825064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.836486] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: IN_PROGRESS for 2s [ 1019.001367] env[65043]: INFO networking_nsxv3.common.synchronization [req-cb9f249e-95b9-4f19-8100-fb655e487869 req-e372cb31-6b6b-4e71-9ae9-a42f67fa99ca service nova] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_rules [ 1019.007208] env[65043]: INFO networking_nsxv3.common.synchronization [req-cb9f249e-95b9-4f19-8100-fb655e487869 req-e372cb31-6b6b-4e71-9ae9-a42f67fa99ca service nova] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 1019.007208] env[65043]: INFO networking_nsxv3.common.synchronization [req-cb9f249e-95b9-4f19-8100-fb655e487869 req-e372cb31-6b6b-4e71-9ae9-a42f67fa99ca service nova] Enqueued Resource ID: 27f393b1-c805-4456-8990-eaaf2608ec2d with Priority: HIGHEST for action port [ 1019.008362] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_rules [ 1019.008362] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 1019.008362] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f393b1-c805-4456-8990-eaaf2608ec2d with Priority: HIGHEST for action port [ 1019.008362] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.008362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.008963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.008963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.010021] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.011477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.011477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.011477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f393b1-c805-4456-8990-eaaf2608ec2d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.011477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f393b1-c805-4456-8990-eaaf2608ec2d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.012015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f393b1-c805-4456-8990-eaaf2608ec2d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.013351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f393b1-c805-4456-8990-eaaf2608ec2d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.013351] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f393b1-c805-4456-8990-eaaf2608ec2d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.514604] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.515017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.518237] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27f393b1-c805-4456-8990-eaaf2608ec2d with status ACTIVE [ 1019.518516] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.518619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.518704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.518946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.519055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.519287] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.519407] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.519470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.519639] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.519782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.519911] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.519995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.520075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.520278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.520359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.520404] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27f393b1-c805-4456-8990-eaaf2608ec2d is going to be updated. [ 1019.547588] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.547825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.547825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.548017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.548192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.548371] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f393b1-c805-4456-8990-eaaf2608ec2d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.343916] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1020.344228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.849183] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: SUCCESS [ 1020.849516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.849679] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.849979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.851051] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.851051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.851051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.851051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.851051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.851051] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.353483] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.857269] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.165491] env[65043]: INFO networking_nsxv3.common.synchronization [req-2abbb0d5-81aa-4b5b-b4ef-fc8bff978df0 req-3fc8f398-d356-4ecf-a875-30b854ce3c42 tempest-ServersWithSpecificFlavorTestJSON-1922428873 tempest-ServersWithSpecificFlavorTestJSON-1922428873-project-member] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 1022.165595] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGHEST for action security_group_members [ 1022.165980] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.166139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.166202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.166453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.166712] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.166845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.166903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.167060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.167148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.167242] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.361371] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.362155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.362155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.362399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.362503] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.362609] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b is going to be updated. [ 1022.393808] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.394041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.394041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.394248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.394399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.403714] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: IN_PROGRESS for 2s [ 1022.674214] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.674214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.674214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.674520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.696019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.696349] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.696492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.696567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.696787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.696884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.696986] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f is going to be updated. [ 1022.730212] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.730443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.730535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.730772] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.730922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.740076] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: IN_PROGRESS for 2s [ 1023.227929] env[65043]: INFO networking_nsxv3.common.synchronization [req-1e556fde-0d51-4e34-8986-36b134be41c9 req-b5ef8ddb-6466-4531-b829-d009fac74a5a tempest-ImagesOneServerNegativeTestJSON-1152152991 tempest-ImagesOneServerNegativeTestJSON-1152152991-project-member] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1023.227929] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1023.227929] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.227929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.227929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.228920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.229214] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.230350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.230606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.230974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.231209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.232540] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.338276] env[65043]: INFO networking_nsxv3.common.synchronization [req-95983e27-94ff-4bc8-8712-e5b8330d1fef req-4d5177fa-c78a-4480-ad5b-8743a36dc97e tempest-ImagesTestJSON-1363558055 tempest-ImagesTestJSON-1363558055-project-member] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 1023.339031] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGHEST for action security_group_members [ 1023.339226] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.339360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.339431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.339631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.339778] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.339872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.339934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.340094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.340178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.340270] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.733672] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.733836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.733890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.734142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.734238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.734436] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.734592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.734729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.734891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.734973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.735079] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be updated. [ 1023.760755] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.760955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.761043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.761186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.761325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.771161] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: IN_PROGRESS for 2s [ 1023.843042] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.843232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.843303] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.843518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.843620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.843802] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.843945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.843945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.844110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.844188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.844276] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be updated. [ 1023.874873] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.874873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.874873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.875045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.875309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.884554] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: IN_PROGRESS for 2s [ 1024.414020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: SUCCESS [ 1024.414323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.414451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.414660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.414892] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.415048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.415116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.415290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.415383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.415470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.415561] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.749818] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f in Status: SUCCESS [ 1024.750034] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f deletion is rescheduled due to dependency. [ 1024.750167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.917709] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.205264] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.205428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.205568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.205723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.205835] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.420596] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28e44722-dc64-4d8f-94e4-91842c3f547b: rpc.has_security_group_logging(os_id): False [ 1025.440166] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.440315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.440388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.440605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.440779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.440966] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.441106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.441197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.441375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.441468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.441561] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b is going to be updated. [ 1025.533147] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.533423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.533517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.533705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.533903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.549097] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: IN_PROGRESS for 2s [ 1025.709560] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.780898] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1025.781239] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba deletion is rescheduled due to dependency. [ 1025.781399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.894901] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d in Status: SUCCESS [ 1025.895026] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d deletion is rescheduled due to dependency. [ 1025.895081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.211549] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.714162] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1026.714162] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1026.849693] env[65043]: INFO networking_nsxv3.common.synchronization [None req-78397dd0-c4e2-4f17-bd78-6f09cc792971 tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: 995f6c30-a97b-4a19-ac54-f944ec2ef6dc with Priority: HIGHEST for action security_group_rules [ 1026.850282] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995f6c30-a97b-4a19-ac54-f944ec2ef6dc with Priority: HIGHEST for action security_group_rules [ 1026.850695] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.850957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.851079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.853352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.853352] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('995f6c30-a97b-4a19-ac54-f944ec2ef6dc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.953852] env[65043]: INFO networking_nsxv3.common.synchronization [None req-48ed785f-2395-4261-a9fe-22fed2a33dfc tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: 995f6c30-a97b-4a19-ac54-f944ec2ef6dc with Priority: HIGHEST for action security_group_rules [ 1026.955438] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995f6c30-a97b-4a19-ac54-f944ec2ef6dc with Priority: HIGHEST for action security_group_rules [ 1026.955438] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.955438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.413106] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.413334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.413406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.413589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.413679] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.413816] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 995f6c30-a97b-4a19-ac54-f944ec2ef6dc already deleted. [ 1027.413898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.414011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.414170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.414249] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('995f6c30-a97b-4a19-ac54-f944ec2ef6dc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.565899] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: SUCCESS [ 1027.566018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.706654] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.706654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.706654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.706654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.723307] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1027.724319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.725758] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1027.751811] env[65043]: INFO networking_nsxv3.common.synchronization [None req-5ba24e65-5880-4411-95e4-6336a8cbab0f tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 1027.752434] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 1027.752749] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.752869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.752936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.755357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.755548] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.755663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.755727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.755901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.756031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.756085] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.764849] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.767977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.767977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.767977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.776572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.777323] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1027.777410] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.777501] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1027.817798] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.818091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.818156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.818410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.821520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.821520] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1027.902032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.902032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.902032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.902032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.902443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.902614] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1027.935871] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.935871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.936158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.936158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.936243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.937083] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 995f6c30-a97b-4a19-ac54-f944ec2ef6dc already deleted. [ 1027.937083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-995f6c30-a97b-4a19-ac54-f944ec2ef6dc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.988132] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.988274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.988357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.988565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.988829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.989111] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1027.989200] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5d7c15d8-8ba8-435d-9cf5-88e0b514a58d', '98e51d60-9b75-40a3-bfe4-912f844f4238', 'cf26a7ac-d7e8-4517-9912-66910b386ef1', '9f111c33-ca1a-4135-975b-5b38c606a9ba', '0fceff77-c8e2-494c-ab71-70e69292053a', '05bdc67d-9d92-4412-88dd-bf8b6201488f', 'fdc662c7-22da-4643-ae0e-529cea16d814', 'c7c9162d-9b4f-4949-ad71-5d351014ff9b', '2e8cead5-8205-43df-acb5-c95f9d85e059', 'f0199103-73d1-4e86-8586-03b12a978c95', '28e44722-dc64-4d8f-94e4-91842c3f547b', '0a6bef59-5df8-4040-9294-a4cbf619fcf5', 'c82406ad-b39d-4f00-b590-9b03cc7be1b6', 'e3868342-fe78-4ee2-aca0-b10f38cdfeda', '6c597154-2f24-4e31-9ae6-47d2dbb97285', 'ff4250c5-3aac-469b-85cd-b0c8b22b59e1', '503f1f03-2067-4ff9-b829-78f175026384', 'd70a322f-b1a2-4fd9-baec-8d2cdcbb2055', '821df285-b55d-4e33-b46c-dbbc7390f89e', 'fe1a7805-ea27-4d66-88b1-4816be449e9e', '225a14ca-2212-482e-9d5a-900a4ee6a9e8', 'b15c148b-e626-44ec-a6c1-4435f42baa8a', '0a42d7ce-6df9-4163-8e88-d11249ed3390', 'a0bf7550-33ff-479c-a73a-23e0ae8a8574', '14c224e8-e105-425d-bce9-ebb3bdd7a77c', '2e5a4dce-ff06-4e58-97ad-18560a7ce74c', '36266c17-44e9-4c03-a229-0ace0d5d4180', 'fbc5b29c-8e28-420a-99d3-a79c7f158190', 'c8738e69-c6e1-439f-b70c-83d340b34596', 'b59255b2-a2ea-429e-8559-1954e4acd571', 'ab58100d-31b0-41dd-9dc0-bec38b775599', 'd9a442ad-8a91-4b33-a0f0-b1432d903e0e', 'c371facf-c8d2-49ce-85c0-ba852a197037', '9bd04c41-059c-412c-bda6-0fc23de6153e', 'c713cdd8-8dbb-430c-bd3a-ed5c3add47ee', 'c76357cc-3605-4dc5-bd6d-6cddb703d59d', 'b0454ef7-07e4-4bb3-beda-6fe87183cc52', '3ac995ca-db7a-471c-a258-be2d20596e8c', '016cbe45-f3de-48da-b97c-0dbe12be65c9', 'eeaba070-4cb5-483a-8867-3bf154a4442f', '14fd3665-02ad-47a5-a0fe-7d7b8b49ada3', '75d051af-d1f3-4fc4-b760-d94ad4ca0469', '34e79b05-67b5-408d-9a77-6f90d8ce44ce'} {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.989294] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1028.013576] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.013743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.013743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.014099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.014905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.014905] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1028.014905] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.014905] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1028.101232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.101232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.101232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.101541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.102477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.102795] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1028.103455] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1028.103455] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1028.103455] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1028.103455] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1028.103455] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGH for action security_group_rules [ 1028.103455] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGH for action security_group_rules [ 1028.103455] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGH for action security_group_rules [ 1028.103455] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGH for action security_group_rules [ 1028.103842] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGH for action security_group_rules [ 1028.103842] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGH for action security_group_rules [ 1028.103842] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGH for action security_group_rules [ 1028.103842] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGH for action security_group_rules [ 1028.103842] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGH for action security_group_rules [ 1028.104232] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGH for action security_group_rules [ 1028.104232] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGH for action security_group_rules [ 1028.104232] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGH for action security_group_rules [ 1028.104232] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGH for action security_group_rules [ 1028.104232] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGH for action security_group_rules [ 1028.104232] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGH for action security_group_rules [ 1028.104431] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGH for action security_group_rules [ 1028.104431] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGH for action security_group_rules [ 1028.104431] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGH for action security_group_rules [ 1028.104530] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGH for action security_group_rules [ 1028.105742] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGH for action security_group_rules [ 1028.105935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.260351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.260618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.260698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.260913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.285509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.286476] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.286476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.286476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.286476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.286476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.286476] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 1028.315633] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.315633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.315915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.315915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.316784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.326927] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 1028.351660] env[65043]: INFO networking_nsxv3.common.synchronization [req-7e46e956-87e2-46ab-8c57-acd6b2dd54bf req-26bafbcc-28e4-46cf-b6d4-a89182ab620d tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_members [ 1028.351960] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_members [ 1028.352138] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d with Priority: HIGH for action security_group_rules [ 1028.352248] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 with Priority: HIGH for action security_group_rules [ 1028.352405] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc662c7-22da-4643-ae0e-529cea16d814 with Priority: HIGH for action security_group_rules [ 1028.352519] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 with Priority: HIGH for action security_group_rules [ 1028.352672] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1a7805-ea27-4d66-88b1-4816be449e9e with Priority: HIGH for action security_group_rules [ 1028.352771] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 821df285-b55d-4e33-b46c-dbbc7390f89e with Priority: HIGH for action security_group_rules [ 1028.352828] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 with Priority: HIGH for action security_group_rules [ 1028.352876] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503f1f03-2067-4ff9-b829-78f175026384 with Priority: HIGH for action security_group_rules [ 1028.352975] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda with Priority: HIGH for action security_group_rules [ 1028.353388] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGH for action security_group_rules [ 1028.353535] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 with Priority: HIGH for action security_group_rules [ 1028.353632] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGH for action security_group_rules [ 1028.353724] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGH for action security_group_rules [ 1028.353817] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGH for action security_group_rules [ 1028.353906] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGH for action security_group_rules [ 1028.354028] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f with Priority: HIGH for action security_group_rules [ 1028.354099] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b with Priority: HIGH for action security_group_rules [ 1028.354213] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fceff77-c8e2-494c-ab71-70e69292053a with Priority: HIGH for action security_group_rules [ 1028.354943] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGH for action security_group_rules [ 1028.355099] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGH for action security_group_rules [ 1028.355445] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8a50cb-25b9-427c-ab6a-e589d6893e54 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.356147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.356147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.356253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.356666] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.356666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.356666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.357048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.357048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.357151] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.358076] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.358185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.358297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.358607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.358695] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d7c15d8-8ba8-435d-9cf5-88e0b514a58d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.359791] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf26a7ac-d7e8-4517-9912-66910b386ef1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.359895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.361103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.361103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.361103] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf26a7ac-d7e8-4517-9912-66910b386ef1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.361103] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdc662c7-22da-4643-ae0e-529cea16d814 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.361103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.361103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.361387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.361387] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdc662c7-22da-4643-ae0e-529cea16d814',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.361984] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c597154-2f24-4e31-9ae6-47d2dbb97285 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.362106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.362168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.362306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.362403] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c597154-2f24-4e31-9ae6-47d2dbb97285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.368912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe1a7805-ea27-4d66-88b1-4816be449e9e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.369781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.370310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.371063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.371063] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe1a7805-ea27-4d66-88b1-4816be449e9e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.372012] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-821df285-b55d-4e33-b46c-dbbc7390f89e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.372332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.372332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.372840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.372913] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('821df285-b55d-4e33-b46c-dbbc7390f89e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.374489] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.374489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.374647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.374695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.374773] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70a322f-b1a2-4fd9-baec-8d2cdcbb2055',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.376650] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-503f1f03-2067-4ff9-b829-78f175026384 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.376763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.376993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.377164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.377604] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('503f1f03-2067-4ff9-b829-78f175026384',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.378860] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.379012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.379338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.379338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.379406] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3868342-fe78-4ee2-aca0-b10f38cdfeda',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.380324] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.380451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.381154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.381154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.381154] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.381477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.381823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.381893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.381997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.382337] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c82406ad-b39d-4f00-b590-9b03cc7be1b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.383445] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.383445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.383563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.383605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.383678] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.385060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.385060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.385060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.385301] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.385375] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.386426] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.386556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.386764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.386764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.386848] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.387770] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.387894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.387941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.388087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.388372] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.389841] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05bdc67d-9d92-4412-88dd-bf8b6201488f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.389972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.390050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.390261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.390314] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05bdc67d-9d92-4412-88dd-bf8b6201488f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.391513] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.391513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.391513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.393055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.393055] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7c9162d-9b4f-4949-ad71-5d351014ff9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.393055] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fceff77-c8e2-494c-ab71-70e69292053a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.393055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.393055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.393055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.393055] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fceff77-c8e2-494c-ab71-70e69292053a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.394071] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.394136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.394204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.394350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.394439] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.395146] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.395325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.395325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.395462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.395534] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.422582] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.422769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.422813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.422995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.429292] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.429422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.447601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.447601] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe1a7805-ea27-4d66-88b1-4816be449e9e is going to be deleted. [ 1028.448883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.449239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.472300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.472528] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdc662c7-22da-4643-ae0e-529cea16d814 is going to be deleted. [ 1028.513491] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.513825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.513825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.513906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.514146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.514146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe1a7805-ea27-4d66-88b1-4816be449e9e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.556222] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.556375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.557055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.557055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.557055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.557055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdc662c7-22da-4643-ae0e-529cea16d814" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.825637] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.825637] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.826021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.826059] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.826361] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.826543] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.826699] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.826984] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.827326] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.827554] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.827672] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.827785] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.827894] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.828025] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.828136] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.828243] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.847841] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.848063] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.848169] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.848342] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.848653] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.848829] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.848993] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.849306] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.849443] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c96d87d-cfb0-4f14-bea5-5697e34c4a5e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.902161] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.902161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.902161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.902161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.902527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.902527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.902617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.902723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.902776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.902861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.902947] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.904359] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.904551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.904636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.904821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.904966] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.905072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.905131] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.905271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.905779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.905779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.905779] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.909474] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.909642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.909642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.909811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.909897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.910084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.910181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.910241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.910402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.910480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.910563] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 already deleted. [ 1028.910642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.910877] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.910972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.911039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.911204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.911319] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.911537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.911537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.911664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.912773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.912874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.912930] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.922433] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.922433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.922604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.922681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.922813] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.923032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.923032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.923145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.923193] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.923265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.923353] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.925418] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.925568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.925635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.925811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.925934] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.926040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.926101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.926236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.926317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.926400] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.926486] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.952558] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.952740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.952790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.952960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.980528] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.980690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.981660] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.981765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.982527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.982634] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.983406] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.983600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.984271] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.984376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.985120] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.985214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.985878] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.985961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.986692] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.986782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.987454] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.987547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.988221] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.988313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.988889] env[65043]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.990056] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.990174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.990882] env[65043]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1028.991260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.991426] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7c9162d-9b4f-4949-ad71-5d351014ff9b is going to be deleted. [ 1028.992956] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.993084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.993134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.993363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.014434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.014593] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05bdc67d-9d92-4412-88dd-bf8b6201488f is going to be deleted. [ 1029.015675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.015815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.036506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.036653] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 821df285-b55d-4e33-b46c-dbbc7390f89e is going to be deleted. [ 1029.037575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.037796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.072462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.072622] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf26a7ac-d7e8-4517-9912-66910b386ef1 is going to be deleted. [ 1029.073650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.073842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.076644] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.076774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.077818] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.077922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.104980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.105193] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 is going to be deleted. [ 1029.106280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.106383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.110120] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.110427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.194916] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.195086] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70a322f-b1a2-4fd9-baec-8d2cdcbb2055 is going to be deleted. [ 1029.196098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.196327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.210971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.211300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.263193] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.263381] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3868342-fe78-4ee2-aca0-b10f38cdfeda is going to be deleted. [ 1029.264497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.264556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.266675] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.266821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.355020] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.355020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.355020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.355020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.355020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.355020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 2c96d87d-cfb0-4f14-bea5-5697e34c4a5e not found, creating... [ 1029.355020] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.355020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.355020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.355020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.355509] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.355697] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.355904] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.356039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.356281] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.356428] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.356730] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 2c96d87d-cfb0-4f14-bea5-5697e34c4a5e is going to be created. [ 1029.398648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.398648] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be deleted. [ 1029.403308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.404239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.406104] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.415513] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.415513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.415873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.416977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.417102] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.417229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.417289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.417574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.417574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.417640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.418441] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.418441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.418441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.418441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.418441] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.418441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.418441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.418888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.418888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.418888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.418888] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.421210] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.428835] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.441227] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.466654] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.467100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.480045] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.480673] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.480827] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.481195] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.481484] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.481748] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.508193] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.508362] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fceff77-c8e2-494c-ab71-70e69292053a is going to be deleted. [ 1029.509304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.509513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.511624] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.511769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.570120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.570299] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c597154-2f24-4e31-9ae6-47d2dbb97285 is going to be deleted. [ 1029.571743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.571900] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.573451] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.573635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.633591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.633766] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d7c15d8-8ba8-435d-9cf5-88e0b514a58d is going to be deleted. [ 1029.634719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.634935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.738976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.739203] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 503f1f03-2067-4ff9-b829-78f175026384 is going to be deleted. [ 1029.740204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.740330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.763331] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.763641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.769896] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.770141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.818754] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.819022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.848691] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.849046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.874219] env[65043]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1029.874892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.875029] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c82406ad-b39d-4f00-b590-9b03cc7be1b6 is going to be deleted. [ 1029.876225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.876545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.876680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.876819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7c9162d-9b4f-4949-ad71-5d351014ff9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.876988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.877202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.877286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.877464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05bdc67d-9d92-4412-88dd-bf8b6201488f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.878064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.878172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.878267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.878418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-821df285-b55d-4e33-b46c-dbbc7390f89e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.878635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.878830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.878912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.879084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf26a7ac-d7e8-4517-9912-66910b386ef1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.879285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.879508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.879611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.879734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.879867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.880051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.880117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.880247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70a322f-b1a2-4fd9-baec-8d2cdcbb2055" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.880539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.880709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.880806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.880969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3868342-fe78-4ee2-aca0-b10f38cdfeda" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.881175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.881326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.881415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.881533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.881669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.881819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.881896] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.882027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fceff77-c8e2-494c-ab71-70e69292053a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.882153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.882305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.882558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.882603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c597154-2f24-4e31-9ae6-47d2dbb97285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.882843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.882935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.883022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.883156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d7c15d8-8ba8-435d-9cf5-88e0b514a58d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.883335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.883550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.883651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.883775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-503f1f03-2067-4ff9-b829-78f175026384" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.909119] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e8cead5-8205-43df-acb5-c95f9d85e059: rpc.has_security_group_logging(os_id): False [ 1029.923400] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4250c5-3aac-469b-85cd-b0c8b22b59e1: rpc.has_security_group_logging(os_id): False [ 1029.925266] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28e44722-dc64-4d8f-94e4-91842c3f547b: rpc.has_security_group_logging(os_id): False [ 1029.932330] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a6bef59-5df8-4040-9294-a4cbf619fcf5: rpc.has_security_group_logging(os_id): False [ 1029.944321] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0199103-73d1-4e86-8586-03b12a978c95: rpc.has_security_group_logging(os_id): False [ 1029.957496] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.957693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.957757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.958026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.982061] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.982311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.015154] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.015323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.016123] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.016217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.021608] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.021734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.022656] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.022749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.051318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.051565] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.051665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.051798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.051935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.052047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.052633] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.052633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.052633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.052862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.052862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.053056] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.053108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.053141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.053284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.053413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.053514] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1030.054702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.054907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.054984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.055154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c82406ad-b39d-4f00-b590-9b03cc7be1b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.055350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.055518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.109860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.111659] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.111659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.111659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.111659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.111659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.111659] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0199103-73d1-4e86-8586-03b12a978c95 is going to be updated. [ 1030.112118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.112341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.119924] env[65043]: INFO networking_nsxv3.common.synchronization [req-7e46e956-87e2-46ab-8c57-acd6b2dd54bf req-77361a9d-dbbc-4e1b-a5a3-8c96c0ec2de7 service nova] Enqueued Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_rules [ 1030.120188] env[65043]: INFO networking_nsxv3.common.synchronization [req-7e46e956-87e2-46ab-8c57-acd6b2dd54bf req-77361a9d-dbbc-4e1b-a5a3-8c96c0ec2de7 service nova] Enqueued Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_members [ 1030.120347] env[65043]: INFO networking_nsxv3.common.synchronization [req-7e46e956-87e2-46ab-8c57-acd6b2dd54bf req-77361a9d-dbbc-4e1b-a5a3-8c96c0ec2de7 service nova] Enqueued Resource ID: 2c96d87d-cfb0-4f14-bea5-5697e34c4a5e with Priority: HIGHEST for action port [ 1030.120931] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_rules [ 1030.121378] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_members [ 1030.121515] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c96d87d-cfb0-4f14-bea5-5697e34c4a5e with Priority: HIGHEST for action port [ 1030.121812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.121936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.122013] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.122263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.122303] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.125889] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8a50cb-25b9-427c-ab6a-e589d6893e54 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.125889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.125889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.125889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.125889] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.125889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.126498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.126498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.126498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.126498] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.128368] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.128507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.128664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.128832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.128940] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c96d87d-cfb0-4f14-bea5-5697e34c4a5e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.165818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.165991] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.166115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.166236] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.166392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.166481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.166581] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 is going to be updated. [ 1030.167986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.168204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.207937] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.207937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.225828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.225961] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.225961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.226084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.226554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.226554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.226554] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b is going to be updated. [ 1030.227535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.227723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.276600] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.276735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.300554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.300913] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.301030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.301160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.301405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.301497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.301598] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be updated. [ 1030.302812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.303116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.303260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.304269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.304442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.304572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.324955] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0199103-73d1-4e86-8586-03b12a978c95 in Status: IN_PROGRESS for 2s [ 1030.339414] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1030.351854] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 1030.352078] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f deletion is rescheduled due to dependency. [ 1030.352423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.365293] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.365700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.365809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.366102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.366335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.378621] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.378621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.378621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.378621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.378621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.420372] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: IN_PROGRESS for 2s [ 1030.420372] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 in Status: IN_PROGRESS for 2s [ 1030.460494] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.460494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.460494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.460776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.461267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.502772] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: IN_PROGRESS for 2s [ 1030.625951] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8a50cb-25b9-427c-ab6a-e589d6893e54 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.626311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.628648] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.631946] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c96d87d-cfb0-4f14-bea5-5697e34c4a5e with status ACTIVE [ 1030.632219] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.632350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.632473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.632722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.632823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.633107] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.633224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.633288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.633452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.633533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.633714] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.633808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.633865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.634013] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.634097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.634200] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c96d87d-cfb0-4f14-bea5-5697e34c4a5e is going to be updated. [ 1030.661135] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.661135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.661318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.661420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.661556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.661739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c96d87d-cfb0-4f14-bea5-5697e34c4a5e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.855239] env[65043]: INFO networking_nsxv3.common.synchronization [req-21bcdc2c-ce68-4049-995f-a52591da9bf8 req-fe61515d-b202-4390-b9e1-6bf89cd1cfaa tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1030.855900] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1030.857106] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.857326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.857494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.857792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.858016] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.858195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.858305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.858508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.858631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.858771] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.131399] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.360927] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.361116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.361178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.362647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.384646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.384762] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.384844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.384881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.386089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.386089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.386089] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 1031.417786] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.417786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.417786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.418542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.418542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.429611] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 1031.636806] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.636806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.636806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.636806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.636806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.636806] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 is going to be created. [ 1031.662052] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.662195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.662771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.662771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.662771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.677102] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 in Status: UNINITIALIZED for 2s [ 1032.346903] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0199103-73d1-4e86-8586-03b12a978c95 in Status: SUCCESS [ 1032.347257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.363866] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1032.363866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.440986] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 in Status: SUCCESS [ 1032.441294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.442185] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: SUCCESS [ 1032.442394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.518035] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: SUCCESS [ 1032.518274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.442544] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 1033.442544] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 deletion is rescheduled due to dependency. [ 1033.443021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.687299] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 in Status: SUCCESS [ 1033.687561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.687736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.688047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.688253] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.688374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.688441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.688635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.688702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.688760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.688854] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.191132] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.693485] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f8a50cb-25b9-427c-ab6a-e589d6893e54: rpc.has_security_group_logging(os_id): False [ 1034.717201] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.717375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.717453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.717678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.717778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.718158] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.718321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.718425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.718623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.718703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.718809] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 is going to be created. [ 1034.822552] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.823687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.823884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.824102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.824394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.837458] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 in Status: IN_PROGRESS for 2s [ 1035.857046] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1035.857378] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1036.799378] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.799605] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.799712] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.800018] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.800544] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.800749] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.800870] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.801159] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.801334] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.801569] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.801708] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.801916] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.802222] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.802334] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.802458] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.802600] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.833716] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.833917] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.834075] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.834251] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.834571] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-2c1e953d-17c2-4737-9f10-17c2d4a62f96 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.834741] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.834861] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.835254] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.835418] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c1e953d-17c2-4737-9f10-17c2d4a62f96',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.848426] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 in Status: SUCCESS [ 1036.848698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.084812] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.085177] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.085177] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.085409] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.085660] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.085816] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.085933] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.086314] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.086467] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.086672] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.086786] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.086891] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.086995] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.087111] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.087212] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.087339] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.104823] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.105034] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.105145] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.105317] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.105622] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-949b01ef-b231-4d4d-896b-8b1d9943cc26 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.105820] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.105941] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.106207] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.106340] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949b01ef-b231-4d4d-896b-8b1d9943cc26',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.338434] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.338895] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.339100] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.339457] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.339621] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.339788] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 2c1e953d-17c2-4737-9f10-17c2d4a62f96 not found, creating... [ 1037.340144] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.340423] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.340646] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.340969] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.341233] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.341618] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.341812] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.341997] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.342365] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.342597] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.342969] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 2c1e953d-17c2-4737-9f10-17c2d4a62f96 is going to be created. [ 1037.367031] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.367386] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.367503] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.367934] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.368160] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.368416] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.608807] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.609075] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.609150] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.609407] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.609553] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.609835] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.609992] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.610118] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.610326] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.610459] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.610790] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.610949] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.611078] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.611287] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.611417] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.611559] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 949b01ef-b231-4d4d-896b-8b1d9943cc26 is going to be updated. [ 1037.631942] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.632167] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.632339] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.632596] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.632916] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.633148] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.050134] env[65043]: INFO networking_nsxv3.common.synchronization [req-35cb3b56-37f1-4cad-b224-209a10f62f81 req-69271612-5fd8-4fb2-9abe-59d274a80320 service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 1038.050134] env[65043]: INFO networking_nsxv3.common.synchronization [req-35cb3b56-37f1-4cad-b224-209a10f62f81 req-69271612-5fd8-4fb2-9abe-59d274a80320 service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 1038.050368] env[65043]: INFO networking_nsxv3.common.synchronization [req-35cb3b56-37f1-4cad-b224-209a10f62f81 req-69271612-5fd8-4fb2-9abe-59d274a80320 service nova] Enqueued Resource ID: 2c1e953d-17c2-4737-9f10-17c2d4a62f96 with Priority: HIGHEST for action port [ 1038.050790] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 1038.050888] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 1038.050987] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1e953d-17c2-4737-9f10-17c2d4a62f96 with Priority: HIGHEST for action port [ 1038.054022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.057018] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.057018] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.057018] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.057018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.057018] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.058377] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c1e953d-17c2-4737-9f10-17c2d4a62f96 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.058673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.058849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.059231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.059392] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c1e953d-17c2-4737-9f10-17c2d4a62f96',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.310252] env[65043]: INFO networking_nsxv3.common.synchronization [req-fbbcde6f-dd9c-4805-8df1-78704a9f82f7 req-604e0180-20c1-493b-a40b-6cfa1d4b650b tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1038.310252] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1038.310476] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.310476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.310476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.310803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.310989] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.311140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.311245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.311434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.311545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.311663] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.372236] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e5240d2-f851-4fab-a2ba-d031f1c68be0 req-f2972d38-c4c2-4346-be28-310baf87a8ac service nova] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_rules [ 1038.372408] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e5240d2-f851-4fab-a2ba-d031f1c68be0 req-f2972d38-c4c2-4346-be28-310baf87a8ac service nova] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_members [ 1038.372544] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e5240d2-f851-4fab-a2ba-d031f1c68be0 req-f2972d38-c4c2-4346-be28-310baf87a8ac service nova] Enqueued Resource ID: 949b01ef-b231-4d4d-896b-8b1d9943cc26 with Priority: HIGHEST for action port [ 1038.372931] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_rules [ 1038.373098] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_members [ 1038.373199] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949b01ef-b231-4d4d-896b-8b1d9943cc26 with Priority: HIGHEST for action port [ 1038.374053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.374220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.374272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.374445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.374533] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.375593] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.375593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.375714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.375973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.375973] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.376109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.376109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.377057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.377057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.377057] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.377417] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-949b01ef-b231-4d4d-896b-8b1d9943cc26 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.377417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.377417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.377417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.377575] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949b01ef-b231-4d4d-896b-8b1d9943cc26',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.562204] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.562393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.562625] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.563649] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c1e953d-17c2-4737-9f10-17c2d4a62f96 with status ACTIVE [ 1038.563924] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.564067] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.564180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.564651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.564651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.564651] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.564963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.564963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.565216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.565381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.565491] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.565588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.565652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.566201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.566201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.566201] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c1e953d-17c2-4737-9f10-17c2d4a62f96 is going to be updated. [ 1038.589080] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.589329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.589385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.589631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.589819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.590156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.814233] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.815325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.815427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.815981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.838557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.838744] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.838847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.838912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.839120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.839202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.839295] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1038.867240] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.867398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.867466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.867673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.868249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.878037] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1038.879492] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.879630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.879766] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.880678] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 949b01ef-b231-4d4d-896b-8b1d9943cc26 with status ACTIVE [ 1038.880958] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.881025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.881061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.881265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.881359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.881540] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.881641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.881704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.881858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.881936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.882124] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.882213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.882268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.882403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.882476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.882558] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 949b01ef-b231-4d4d-896b-8b1d9943cc26 is going to be updated. [ 1038.902849] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.902944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.902997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.903214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.903347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.903503] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-949b01ef-b231-4d4d-896b-8b1d9943cc26" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.069282] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.385082] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.573379] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.573379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.573379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.573379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.573379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.573379] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 1039.601214] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.601405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.601450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.601625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.601765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.613298] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 1039.889870] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.889870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.889870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.889870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.889870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.889870] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 is going to be updated. [ 1039.933232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.933232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.933232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.936043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.936043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.948031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: IN_PROGRESS for 2s [ 1039.974103] env[65043]: INFO networking_nsxv3.common.synchronization [req-d0e7d03f-be28-40f5-9cbe-f7a3faf5121b req-1ac95121-8e5c-4ca5-9a9d-d497ec76ebb0 tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1039.974103] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1039.974652] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.974652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.974652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.974813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.974986] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.975124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.975204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.975342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.975446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.975582] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.338805] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.338964] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.339669] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.339669] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.339669] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.339826] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.339900] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.340113] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.340249] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.340501] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.340616] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.340822] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.340822] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.340998] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.341124] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.341218] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.354438] env[65043]: INFO networking_nsxv3.common.synchronization [None req-61148888-acda-40d3-9afb-10ae5d705963 tempest-ImagesOneServerNegativeTestJSON-1152152991 tempest-ImagesOneServerNegativeTestJSON-1152152991-project-member] Enqueued Resource ID: e5f0caea-520d-4c77-adfd-585b3d6f424b with Priority: HIGHEST for action security_group_rules [ 1040.355203] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f0caea-520d-4c77-adfd-585b3d6f424b with Priority: HIGHEST for action security_group_rules [ 1040.355527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f0caea-520d-4c77-adfd-585b3d6f424b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.355650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f0caea-520d-4c77-adfd-585b3d6f424b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.355719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f0caea-520d-4c77-adfd-585b3d6f424b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.355983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f0caea-520d-4c77-adfd-585b3d6f424b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.356247] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f0caea-520d-4c77-adfd-585b3d6f424b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.364038] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.364038] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.364203] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.364340] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.364661] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-e0aa2757-535e-4a1d-984b-d7788400cc36 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.364820] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-e0aa2757-535e-4a1d-984b-d7788400cc36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.364938] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-e0aa2757-535e-4a1d-984b-d7788400cc36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.365294] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-e0aa2757-535e-4a1d-984b-d7788400cc36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.365430] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0aa2757-535e-4a1d-984b-d7788400cc36',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.481653] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.490039] env[65043]: INFO networking_nsxv3.common.synchronization [None req-64c80f22-12b8-43f1-bd34-5be98ef723a5 tempest-ImagesOneServerNegativeTestJSON-1152152991 tempest-ImagesOneServerNegativeTestJSON-1152152991-project-member] Enqueued Resource ID: e5f0caea-520d-4c77-adfd-585b3d6f424b with Priority: HIGHEST for action security_group_rules [ 1040.491140] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f0caea-520d-4c77-adfd-585b3d6f424b with Priority: HIGHEST for action security_group_rules [ 1040.491596] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f0caea-520d-4c77-adfd-585b3d6f424b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.491782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f0caea-520d-4c77-adfd-585b3d6f424b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.869222] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.869222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.869222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.869222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.869222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.869222] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port e0aa2757-535e-4a1d-984b-d7788400cc36 not found, creating... [ 1040.869222] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.869664] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.869664] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.869862] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.870119] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.870489] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.870933] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.871120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.871411] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.871603] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.871884] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: e0aa2757-535e-4a1d-984b-d7788400cc36 is going to be created. [ 1040.881273] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.881454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.881576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.881800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.881919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.882061] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f0caea-520d-4c77-adfd-585b3d6f424b already deleted. [ 1040.882195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f0caea-520d-4c77-adfd-585b3d6f424b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.882357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f0caea-520d-4c77-adfd-585b3d6f424b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.882559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f0caea-520d-4c77-adfd-585b3d6f424b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.882667] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f0caea-520d-4c77-adfd-585b3d6f424b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.893914] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1040.893914] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1040.893914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.895554] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.896260] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.896635] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.897180] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.897572] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.897853] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-e0aa2757-535e-4a1d-984b-d7788400cc36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.980616] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.407243] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.407444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.407505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.407683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.407773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.407923] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f0caea-520d-4c77-adfd-585b3d6f424b already deleted. [ 1041.408014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f0caea-520d-4c77-adfd-585b3d6f424b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.483979] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.484308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.484308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.484471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.484561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.484662] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1041.544154] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.544363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.544363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.544566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.544715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.558530] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1041.634854] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 1041.635297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.635449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.635745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.635887] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.636028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.636095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.636271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.636387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.636478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.636544] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.957430] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: SUCCESS [ 1041.957649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.957700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.958124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.958124] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.958234] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.958284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.958434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.958610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.958610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.958675] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.100724] env[65043]: INFO networking_nsxv3.common.synchronization [req-d0e7d03f-be28-40f5-9cbe-f7a3faf5121b req-392f222e-59d5-4154-979d-20262f7cb2d3 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1042.102151] env[65043]: INFO networking_nsxv3.common.synchronization [req-d0e7d03f-be28-40f5-9cbe-f7a3faf5121b req-392f222e-59d5-4154-979d-20262f7cb2d3 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1042.102524] env[65043]: INFO networking_nsxv3.common.synchronization [req-d0e7d03f-be28-40f5-9cbe-f7a3faf5121b req-392f222e-59d5-4154-979d-20262f7cb2d3 service nova] Enqueued Resource ID: e0aa2757-535e-4a1d-984b-d7788400cc36 with Priority: HIGHEST for action port [ 1042.103406] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1042.103550] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1042.103652] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0aa2757-535e-4a1d-984b-d7788400cc36 with Priority: HIGHEST for action port [ 1042.103991] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.104763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.104822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.105041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.105128] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.106202] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.106202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.106334] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0aa2757-535e-4a1d-984b-d7788400cc36 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.106436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0aa2757-535e-4a1d-984b-d7788400cc36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.106500] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0aa2757-535e-4a1d-984b-d7788400cc36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.106695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0aa2757-535e-4a1d-984b-d7788400cc36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.106793] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0aa2757-535e-4a1d-984b-d7788400cc36',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.139193] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.139323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.139387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.139843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.139843] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.139843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.141925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.141925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.141925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.141925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.141925] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.141925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.141925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.141925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.141925] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.142439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.142439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.142439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.142700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.142700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.142700] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.458498] env[65043]: INFO networking_nsxv3.common.synchronization [req-04f70d20-780b-4b52-9f7b-9742169228d9 req-1adce127-4fca-4740-b932-d94ec65e889b tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1042.459062] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1042.459769] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.459769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.459769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.460241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.461854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.461854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.463276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.466117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.466179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.467061] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.468031] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.608779] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.609079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.609172] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0aa2757-535e-4a1d-984b-d7788400cc36 with status ACTIVE [ 1042.609366] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.609486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.609553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.609786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.609880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.610088] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.610200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.610264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.610438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.610518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.610715] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.610831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.610897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.611074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.611151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.611252] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0aa2757-535e-4a1d-984b-d7788400cc36 is going to be updated. [ 1042.638246] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.638246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.638246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.638512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.638512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.638645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0aa2757-535e-4a1d-984b-d7788400cc36" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.646233] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeaba070-4cb5-483a-8867-3bf154a4442f: rpc.has_security_group_logging(os_id): False [ 1042.665208] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.665208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.665208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.665515] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.665659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.665932] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.669023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.669023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.669023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.669023] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 1042.731164] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.731384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.731476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.731746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.731955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.753309] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 1042.852253] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.852537] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.852629] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.853018] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.853315] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.853452] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.853584] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.853817] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.854067] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.854303] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.854483] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.854605] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.854748] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.854748] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.855077] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.855077] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.887676] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.887976] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.888072] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.891033] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.891033] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.891033] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.891033] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.891033] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.891033] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7f766d-45fd-4c84-a4ea-cdaf6df28084',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.973857] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.974041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.975113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.975113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.975113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.975113] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.975113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.975113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.975577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.975577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.975577] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 1042.976684] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98e51d60-9b75-40a3-bfe4-912f844f4238: rpc.has_security_group_logging(os_id): False [ 1042.997891] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.998130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.998240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.998464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.998566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.998883] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.999037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.999119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.999273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.999352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.999443] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 is going to be created. [ 1043.006142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.006405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.006520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.006765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.006959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.019758] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 1043.076776] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.076776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.076776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.076776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.076776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.092538] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: IN_PROGRESS for 2s [ 1043.393905] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.394238] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.394452] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.394644] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.394833] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.395019] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 8a7f766d-45fd-4c84-a4ea-cdaf6df28084 not found, creating... [ 1043.395337] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.395558] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.395665] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.396050] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.396170] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.396402] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.396590] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.396712] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.397082] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.397082] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.397236] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 8a7f766d-45fd-4c84-a4ea-cdaf6df28084 is going to be created. [ 1043.418461] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.418865] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.419070] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.419417] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.419752] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.420090] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.570664] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1043.570664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.570664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.570664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.570664] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.570664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.570664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.571168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.571168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.571168] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.073949] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.105382] env[65043]: INFO networking_nsxv3.common.synchronization [req-04f70d20-780b-4b52-9f7b-9742169228d9 req-a530f7f7-639e-4215-a111-873d2c7775f7 service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 1044.105382] env[65043]: INFO networking_nsxv3.common.synchronization [req-04f70d20-780b-4b52-9f7b-9742169228d9 req-a530f7f7-639e-4215-a111-873d2c7775f7 service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1044.105382] env[65043]: INFO networking_nsxv3.common.synchronization [req-04f70d20-780b-4b52-9f7b-9742169228d9 req-a530f7f7-639e-4215-a111-873d2c7775f7 service nova] Enqueued Resource ID: 8a7f766d-45fd-4c84-a4ea-cdaf6df28084 with Priority: HIGHEST for action port [ 1044.105382] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 1044.105382] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1044.105382] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7f766d-45fd-4c84-a4ea-cdaf6df28084 with Priority: HIGHEST for action port [ 1044.106094] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.106346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.106511] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.106899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.107100] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.108722] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.108946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.109730] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.109995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.110174] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.110542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.110708] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7f766d-45fd-4c84-a4ea-cdaf6df28084',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.576962] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.610016] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.610016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.614410] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a7f766d-45fd-4c84-a4ea-cdaf6df28084 with status ACTIVE [ 1044.614641] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.614768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.614834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.615057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.615168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.615358] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.615458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.615522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.615674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.615751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.615930] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.616040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.616106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.616234] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.616305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.616390] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a7f766d-45fd-4c84-a4ea-cdaf6df28084 is going to be updated. [ 1044.641060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.641345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.641345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.641547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.641680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.641875] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a7f766d-45fd-4c84-a4ea-cdaf6df28084" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.786639] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 1044.786964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.031692] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 1045.031924] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 deletion is rescheduled due to dependency. [ 1045.032065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.032239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.032585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.032729] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.032867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.032968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.033221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.033318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.033432] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.079185] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.079909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.079909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.079909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.079909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.079909] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1045.107675] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: SUCCESS [ 1045.107908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.112441] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.112721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.112721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.113041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.113168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.124525] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1045.535852] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.040145] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.543040] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.543465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.543465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.543564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.543623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.544230] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 1046.574914] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.575106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.575161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.575823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.575955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.585660] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 1047.138531] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1047.138759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.138943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.139251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.139456] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.139574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.139641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.139796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.139878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.139965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.140073] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.642524] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.642915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.642915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.643052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.643180] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.643289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.643379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.643567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.643646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.643752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.643940] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.644073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.644219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.644340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.644588] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.644776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.644864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.645253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.645253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.645416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.645416] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.150590] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4250c5-3aac-469b-85cd-b0c8b22b59e1: rpc.has_security_group_logging(os_id): False [ 1048.171235] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.171406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.171479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.171727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.171811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.172134] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.172134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.172330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.172330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.172456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.173065] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.173065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.173065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.173065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.173365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.173419] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.173495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.173550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.173700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.173810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.173858] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1048.247481] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.247692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.247692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.247905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.248152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.268895] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1048.598424] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 1048.598748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.598983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.599326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.600099] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.600099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.600099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.600099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.600398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.600398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.600473] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.105600] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.105600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.105600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.105600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.105600] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.105600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.105600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.105600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.105600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.105600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.106273] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.106273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.106273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.106273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.106273] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.106453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.106453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.106939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.106939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.106939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.106939] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.109960] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1049.109960] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1049.612989] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8738e69-c6e1-439f-b70c-83d340b34596: rpc.has_security_group_logging(os_id): False [ 1049.634251] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.634403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.634468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.634675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.634767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.635023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.635146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.635206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.635437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.635569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.636019] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.636019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.636019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.636468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.636616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.636904] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.637053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.637393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.637393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.637393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.637633] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 1049.723159] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.723339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.723410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.723618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.723773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.746854] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 1050.289019] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1050.289450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.370195] env[65043]: INFO networking_nsxv3.common.synchronization [None req-de589cf8-f5b3-438b-a494-b78c90822b9e None None] Enqueued Resource ID: 30c4d8db-fc32-4d33-9d96-c22583070286 with Priority: HIGHEST for action port [ 1050.372731] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c4d8db-fc32-4d33-9d96-c22583070286 with Priority: HIGHEST for action port [ 1050.372731] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-30c4d8db-fc32-4d33-9d96-c22583070286 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.372731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30c4d8db-fc32-4d33-9d96-c22583070286" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.372731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30c4d8db-fc32-4d33-9d96-c22583070286" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.372731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30c4d8db-fc32-4d33-9d96-c22583070286" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.372731] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30c4d8db-fc32-4d33-9d96-c22583070286',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.875446] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30c4d8db-fc32-4d33-9d96-c22583070286 [ 1050.875716] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.875925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.875997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.876259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.876352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.876457] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30c4d8db-fc32-4d33-9d96-c22583070286 already deleted. [ 1050.876539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30c4d8db-fc32-4d33-9d96-c22583070286" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.082031] env[65043]: INFO networking_nsxv3.common.synchronization [req-35d95677-cd0f-44d6-9e88-805a22d3eb2c req-7a194042-a554-4ea2-8efe-0ccc41961b64 tempest-ImagesOneServerNegativeTestJSON-1152152991 tempest-ImagesOneServerNegativeTestJSON-1152152991-project-member] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1051.085667] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1051.085667] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.085667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.085667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.085667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.085667] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.085667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.085667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.085667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.085667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.085667] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.588709] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.588709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.588709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.588709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.588709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.588709] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.588709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.589282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.589282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.589282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.589886] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be deleted. [ 1051.608988] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.609218] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.609275] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.609687] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.609961] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.610337] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.610557] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.610907] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.611149] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.611429] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.611595] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.611747] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.611943] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.612126] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.612330] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.612529] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.629082] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.629082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.629082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.629082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.629082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.629082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.632020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.632207] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.632350] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.632513] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.632810] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-a7f46401-b055-409e-ab70-d719d60ec974 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.632981] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-a7f46401-b055-409e-ab70-d719d60ec974" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.633151] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-a7f46401-b055-409e-ab70-d719d60ec974" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.633484] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-a7f46401-b055-409e-ab70-d719d60ec974" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.633617] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7f46401-b055-409e-ab70-d719d60ec974',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.793138] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 1051.793388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.138542] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.138542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.138542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.138542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.138542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.138542] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port a7f46401-b055-409e-ab70-d719d60ec974 not found, creating... [ 1052.138542] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.138542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.138542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.138542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.138542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.139051] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.139051] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.139051] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.139051] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.139513] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.139784] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: a7f46401-b055-409e-ab70-d719d60ec974 is going to be created. [ 1052.161290] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.161290] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.161290] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.161290] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.161290] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.161290] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-a7f46401-b055-409e-ab70-d719d60ec974" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.892537] env[65043]: INFO networking_nsxv3.common.synchronization [req-35d95677-cd0f-44d6-9e88-805a22d3eb2c req-0136b937-4684-4674-b280-fd49b43326e0 service nova] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_rules [ 1052.892817] env[65043]: INFO networking_nsxv3.common.synchronization [req-35d95677-cd0f-44d6-9e88-805a22d3eb2c req-0136b937-4684-4674-b280-fd49b43326e0 service nova] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1052.892978] env[65043]: INFO networking_nsxv3.common.synchronization [req-35d95677-cd0f-44d6-9e88-805a22d3eb2c req-0136b937-4684-4674-b280-fd49b43326e0 service nova] Enqueued Resource ID: a7f46401-b055-409e-ab70-d719d60ec974 with Priority: HIGHEST for action port [ 1052.896547] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_rules [ 1052.896760] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1052.897476] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f46401-b055-409e-ab70-d719d60ec974 with Priority: HIGHEST for action port [ 1052.897854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.898347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.898468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.898710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.898830] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.900291] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.901493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.901493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.901493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.901493] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.901493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.901493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.901824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.901871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.901981] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.902894] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7f46401-b055-409e-ab70-d719d60ec974 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.903146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7f46401-b055-409e-ab70-d719d60ec974" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.903146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7f46401-b055-409e-ab70-d719d60ec974" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.903392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7f46401-b055-409e-ab70-d719d60ec974" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.903496] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7f46401-b055-409e-ab70-d719d60ec974',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.016383] env[65043]: INFO networking_nsxv3.common.synchronization [None req-8de95f30-990d-4739-9f96-c6940f912e7c None None] Enqueued Resource ID: 363da866-77a3-43f7-98b2-974ff90c8285 with Priority: HIGHEST for action port [ 1053.016383] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 363da866-77a3-43f7-98b2-974ff90c8285 with Priority: HIGHEST for action port [ 1053.016897] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-363da866-77a3-43f7-98b2-974ff90c8285 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.017251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-363da866-77a3-43f7-98b2-974ff90c8285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.017475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-363da866-77a3-43f7-98b2-974ff90c8285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.017958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-363da866-77a3-43f7-98b2-974ff90c8285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.018195] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('363da866-77a3-43f7-98b2-974ff90c8285',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.405474] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.408173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.408173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.408173] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7f46401-b055-409e-ab70-d719d60ec974 with status ACTIVE [ 1053.408173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.408173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.408173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.408516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.408516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.408693] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.408803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.408872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.410694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.410857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.412095] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.412553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.412631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.413264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.413468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.413618] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7f46401-b055-409e-ab70-d719d60ec974 is going to be updated. [ 1053.439965] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.440229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.440229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.440414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.440550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.440714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7f46401-b055-409e-ab70-d719d60ec974" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.520863] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 363da866-77a3-43f7-98b2-974ff90c8285 [ 1053.521492] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.521640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.521689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.521964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.522267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.522438] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:363da866-77a3-43f7-98b2-974ff90c8285 already deleted. [ 1053.522604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-363da866-77a3-43f7-98b2-974ff90c8285" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.908263] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.411421] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.411624] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.411669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.412070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.412070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.412070] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be created. [ 1054.442014] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.442198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.442282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.442495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.442655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.452484] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: UNINITIALIZED for 2s [ 1055.694464] env[65043]: INFO networking_nsxv3.common.synchronization [req-b8fd6e15-0ede-4173-9f13-7da2a8d1c18e req-df7bb529-4bac-4176-8067-93f053a71c28 tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1055.695043] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1055.695351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.695473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.695540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.695735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.695889] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.695985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.696255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.696430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.696513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.696611] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.836322] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.836569] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.836676] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.836926] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.837215] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.837401] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.837496] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.837697] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.837840] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.838158] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.838307] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.838423] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.838516] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.838627] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.838731] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.838863] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.860795] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.860959] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.861144] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.861392] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-143" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.862050] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-2c1e953d-17c2-4737-9f10-17c2d4a62f96 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.862050] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.862050] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.862320] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.862412] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c1e953d-17c2-4737-9f10-17c2d4a62f96',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.953277] env[65043]: INFO networking_nsxv3.common.synchronization [req-a0f65027-5e0e-46b3-8ab4-ada92173de5b req-c0edb759-8192-414f-95fd-bdc3708c3067 tempest-MultipleCreateTestJSON-1336013687 tempest-MultipleCreateTestJSON-1336013687-project-member] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1055.953816] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1055.954140] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.954267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.954352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.954597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.954751] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.954848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.954906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.955338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.955454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.955559] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.199779] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.318408] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.318776] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.318875] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.319244] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.319580] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.319779] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.319904] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.320212] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.320495] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.320776] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.320905] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.321037] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.321194] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.321492] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.321615] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.321760] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.342651] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.342875] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.343028] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.343265] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.343636] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-f0d91d1a-39a0-4402-bbf9-017d87c38447 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.343815] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-f0d91d1a-39a0-4402-bbf9-017d87c38447" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.343940] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-f0d91d1a-39a0-4402-bbf9-017d87c38447" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.344335] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-f0d91d1a-39a0-4402-bbf9-017d87c38447" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.344446] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d91d1a-39a0-4402-bbf9-017d87c38447',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.366656] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.366910] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.367042] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.367466] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.367666] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.367997] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.368187] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.368323] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.368565] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.368714] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.369028] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.369208] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.369603] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.369797] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.369926] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.370107] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 2c1e953d-17c2-4737-9f10-17c2d4a62f96 is going to be updated. [ 1056.393621] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.394540] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.394788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.395165] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.395479] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.395773] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.457609] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.457805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.457897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.458271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.458441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.458766] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.459819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.459819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.459819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.459819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.459819] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 already deleted. [ 1056.459819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.463564] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1056.463564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.463564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.463880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.464080] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.464195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.464300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.464480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.464566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.464651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.464743] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.702729] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.848708] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.848929] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.849048] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.849309] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.849459] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.849613] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port f0d91d1a-39a0-4402-bbf9-017d87c38447 not found, creating... [ 1056.849864] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.850039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.850159] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.850378] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.850514] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.850802] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.850958] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.852474] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.855181] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.855181] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.855181] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: f0d91d1a-39a0-4402-bbf9-017d87c38447 is going to be created. [ 1056.919166] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.920194] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.920194] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.920377] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.920655] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.921018] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-f0d91d1a-39a0-4402-bbf9-017d87c38447" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.968656] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.968908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.969024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.969335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.969577] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.969748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.969844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.970036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.970135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.970235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.970385] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.970472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.970547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.970770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.971703] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.971805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.971875] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.972039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.972125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.972214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.972305] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.174437] env[65043]: INFO networking_nsxv3.common.synchronization [req-d19ebcbc-34b1-4d16-a5e6-53a8ba25305e req-71fa4c5c-74bf-4f69-99ee-c9f4ffbacce7 service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 1057.174630] env[65043]: INFO networking_nsxv3.common.synchronization [req-d19ebcbc-34b1-4d16-a5e6-53a8ba25305e req-71fa4c5c-74bf-4f69-99ee-c9f4ffbacce7 service nova] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 1057.174747] env[65043]: INFO networking_nsxv3.common.synchronization [req-d19ebcbc-34b1-4d16-a5e6-53a8ba25305e req-71fa4c5c-74bf-4f69-99ee-c9f4ffbacce7 service nova] Enqueued Resource ID: 2c1e953d-17c2-4737-9f10-17c2d4a62f96 with Priority: HIGHEST for action port [ 1057.175259] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_rules [ 1057.175399] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 1057.175498] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c1e953d-17c2-4737-9f10-17c2d4a62f96 with Priority: HIGHEST for action port [ 1057.175795] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.175914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.175978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.176882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.176962] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.178009] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.178139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.178209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.179288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.181941] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.182072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.182138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.182704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.182704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.182704] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.183628] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c1e953d-17c2-4737-9f10-17c2d4a62f96 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.183628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.183628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.183859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.183937] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c1e953d-17c2-4737-9f10-17c2d4a62f96',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.206692] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.206887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.206887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.207122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.207204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.207291] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1057.268197] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.268410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.268410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.268740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.268896] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.297756] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1057.475205] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f111c33-ca1a-4135-975b-5b38c606a9ba: rpc.has_security_group_logging(os_id): False [ 1057.515530] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.515817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.515880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.516441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.516441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.516576] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.516720] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.516943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.517260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.517353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.517568] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.517701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.517794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.517997] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.518103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.518343] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.518472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.518564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.518747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.518871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.519080] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be created. [ 1057.603546] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.603765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.603765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.604055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.604265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.623813] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: IN_PROGRESS for 2s [ 1057.685624] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.685855] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.686132] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.687381] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c1e953d-17c2-4737-9f10-17c2d4a62f96 with status ACTIVE [ 1057.687703] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.687916] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.688031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.688355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.688494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.688758] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.688996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.689392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.689492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.689669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.690043] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.690284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.690440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.690830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.690830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.690990] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c1e953d-17c2-4737-9f10-17c2d4a62f96 is going to be updated. [ 1057.727665] env[65043]: INFO networking_nsxv3.common.synchronization [req-a0f65027-5e0e-46b3-8ab4-ada92173de5b req-4f07a2d0-1219-4f83-ab44-51a0aaa7d223 service nova] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_rules [ 1057.728027] env[65043]: INFO networking_nsxv3.common.synchronization [req-a0f65027-5e0e-46b3-8ab4-ada92173de5b req-4f07a2d0-1219-4f83-ab44-51a0aaa7d223 service nova] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1057.728027] env[65043]: INFO networking_nsxv3.common.synchronization [req-a0f65027-5e0e-46b3-8ab4-ada92173de5b req-4f07a2d0-1219-4f83-ab44-51a0aaa7d223 service nova] Enqueued Resource ID: f0d91d1a-39a0-4402-bbf9-017d87c38447 with Priority: HIGHEST for action port [ 1057.730699] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_rules [ 1057.732057] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1057.732057] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d91d1a-39a0-4402-bbf9-017d87c38447 with Priority: HIGHEST for action port [ 1057.732057] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.732057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.732057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.732057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.732057] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.734495] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.734495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.734495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.734495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.734495] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.734495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.734920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.734920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.734920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.734920] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.736774] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d91d1a-39a0-4402-bbf9-017d87c38447 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.736774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d91d1a-39a0-4402-bbf9-017d87c38447" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.736774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d91d1a-39a0-4402-bbf9-017d87c38447" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.736774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d91d1a-39a0-4402-bbf9-017d87c38447" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.736774] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d91d1a-39a0-4402-bbf9-017d87c38447',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.740611] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.740611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.740798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.740859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.740977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.741190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c1e953d-17c2-4737-9f10-17c2d4a62f96" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.194312] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.240534] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d91d1a-39a0-4402-bbf9-017d87c38447 with status ACTIVE [ 1058.240713] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.240713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.240850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.240998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.241077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.241745] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.241745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.241745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.241745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.242031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.242095] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.242909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.242909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.242909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.242909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.242909] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d91d1a-39a0-4402-bbf9-017d87c38447 is going to be updated. [ 1058.244122] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.244343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.244472] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.252402] env[65043]: INFO networking_nsxv3.common.synchronization [req-a0f65027-5e0e-46b3-8ab4-ada92173de5b req-2405cace-31b8-45b7-b1aa-743dc9802a66 tempest-MultipleCreateTestJSON-1336013687 tempest-MultipleCreateTestJSON-1336013687-project-member] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1058.252936] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1058.253262] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.253365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.283585] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.283737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.283796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.284024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.284160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.284392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d91d1a-39a0-4402-bbf9-017d87c38447" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.662189] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.662409] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.662540] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.662807] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.663065] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.663225] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.663385] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.663578] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.663746] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.663923] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.664046] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.664156] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.664262] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.664377] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.664502] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.664672] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.687973] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.688109] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.688218] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.688417] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.688737] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-6fe65438-85d1-4153-b397-b766ba7f2321 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.688937] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-6fe65438-85d1-4153-b397-b766ba7f2321" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.689249] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-6fe65438-85d1-4153-b397-b766ba7f2321" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.689652] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-6fe65438-85d1-4153-b397-b766ba7f2321" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.689652] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe65438-85d1-4153-b397-b766ba7f2321',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.696863] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.696863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.696863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.697177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.697177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.697177] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 1058.728499] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.728499] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.728850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.728994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.729168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.742843] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 1058.746398] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.192308] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.192598] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.192659] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.192929] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.193107] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.193358] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 6fe65438-85d1-4153-b397-b766ba7f2321 not found, creating... [ 1059.193524] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.193699] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.193816] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.194042] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.194180] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.194498] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.194658] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.194774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.194978] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.198307] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.198307] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 6fe65438-85d1-4153-b397-b766ba7f2321 is going to be created. [ 1059.224228] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.224228] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.224228] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.224228] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.224228] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.224228] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-6fe65438-85d1-4153-b397-b766ba7f2321" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.249769] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.249769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.249769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.249769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.249769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.249769] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be created. [ 1059.311688] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.311981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.311981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.312177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.312515] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.324990] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1059.325253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.326265] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: UNINITIALIZED for 2s [ 1059.655016] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1059.655346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.944994] env[65043]: INFO networking_nsxv3.common.synchronization [req-a0f65027-5e0e-46b3-8ab4-ada92173de5b req-1092a6be-60bb-455e-8451-6f37527cd4ab service nova] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_rules [ 1059.945384] env[65043]: INFO networking_nsxv3.common.synchronization [req-a0f65027-5e0e-46b3-8ab4-ada92173de5b req-1092a6be-60bb-455e-8451-6f37527cd4ab service nova] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1059.945477] env[65043]: INFO networking_nsxv3.common.synchronization [req-a0f65027-5e0e-46b3-8ab4-ada92173de5b req-1092a6be-60bb-455e-8451-6f37527cd4ab service nova] Enqueued Resource ID: 6fe65438-85d1-4153-b397-b766ba7f2321 with Priority: HIGHEST for action port [ 1059.946713] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_rules [ 1059.946713] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1059.946713] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe65438-85d1-4153-b397-b766ba7f2321 with Priority: HIGHEST for action port [ 1059.947023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.947165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.947389] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.947699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.947699] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fe65438-85d1-4153-b397-b766ba7f2321 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.947849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fe65438-85d1-4153-b397-b766ba7f2321" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.947907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fe65438-85d1-4153-b397-b766ba7f2321" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.948166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fe65438-85d1-4153-b397-b766ba7f2321" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.948362] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe65438-85d1-4153-b397-b766ba7f2321',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.453079] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fe65438-85d1-4153-b397-b766ba7f2321 with status ACTIVE [ 1060.453195] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.453373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.453440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.453652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.453723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.453900] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.453993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.454067] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.454543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.454543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.454543] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.454833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.454833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.454833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.454833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.455082] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fe65438-85d1-4153-b397-b766ba7f2321 is going to be updated. [ 1060.478834] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.478982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.478982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.479181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.479321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.479482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fe65438-85d1-4153-b397-b766ba7f2321" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.754972] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 1060.755549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.756682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.757034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.757341] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.757516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.757618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.757876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.758024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.758160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.758305] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.845525] env[65043]: INFO networking_nsxv3.common.synchronization [req-07e397be-30cd-4e51-a065-9ac1b4ac8cc5 req-f138c45e-ae1e-4ca2-90dd-7cf412f6e8d2 tempest-DeleteServersAdminTestJSON-892690979 tempest-DeleteServersAdminTestJSON-892690979-project-member] Enqueued Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1060.846317] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1060.847394] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.847394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.847394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.848338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.848338] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.848338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.848338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.848576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.848656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.848793] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.218028] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.218028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.218028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.218920] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.222020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.222020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.222020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.222020] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.222020] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.222020] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.222020] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.222020] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.222020] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.222020] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.222020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.245026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.245026] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.245026] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.245026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.245026] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-c416ac94-c8db-408d-80cc-f0812cf68547 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.245026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-c416ac94-c8db-408d-80cc-f0812cf68547" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.245026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-c416ac94-c8db-408d-80cc-f0812cf68547" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.245026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-c416ac94-c8db-408d-80cc-f0812cf68547" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.245026] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c416ac94-c8db-408d-80cc-f0812cf68547',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.264036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.264036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.264036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.264036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.264036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.264996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.264996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.264996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.264996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.264996] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.336930] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1061.337150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.337362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.337633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.337925] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.338138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.338138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.338292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.338454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.338601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.338601] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.339582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.339816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.339917] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.340032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.340090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.340235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.340439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.340439] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.351823] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.352024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.352094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.352276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.352365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.352610] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.352723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.352775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.353296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.353296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.353296] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f already deleted. [ 1061.353296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.750080] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.750080] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.750080] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.750080] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.750080] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.750080] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port c416ac94-c8db-408d-80cc-f0812cf68547 not found, creating... [ 1061.750080] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.750080] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.750830] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.750830] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.750830] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.751598] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.751598] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.751598] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.752112] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.752112] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.752229] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: c416ac94-c8db-408d-80cc-f0812cf68547 is going to be created. [ 1061.767862] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeaba070-4cb5-483a-8867-3bf154a4442f: rpc.has_security_group_logging(os_id): False [ 1061.783783] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.783783] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.783783] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.784309] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.784975] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.785299] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-c416ac94-c8db-408d-80cc-f0812cf68547" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.794372] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.794372] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.794372] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.794372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.796156] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.796156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.796156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.796156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.796156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.796156] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 1061.844053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.844053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.844053] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.921391] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.921632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.921632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.923017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.923017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.938711] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 1062.350513] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.593114] env[65043]: INFO networking_nsxv3.common.synchronization [req-07e397be-30cd-4e51-a065-9ac1b4ac8cc5 req-a0088176-8834-4415-91ea-3406bf6a1e4c service nova] Enqueued Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_rules [ 1062.593453] env[65043]: INFO networking_nsxv3.common.synchronization [req-07e397be-30cd-4e51-a065-9ac1b4ac8cc5 req-a0088176-8834-4415-91ea-3406bf6a1e4c service nova] Enqueued Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1062.593670] env[65043]: INFO networking_nsxv3.common.synchronization [req-07e397be-30cd-4e51-a065-9ac1b4ac8cc5 req-a0088176-8834-4415-91ea-3406bf6a1e4c service nova] Enqueued Resource ID: c416ac94-c8db-408d-80cc-f0812cf68547 with Priority: HIGHEST for action port [ 1062.596735] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_rules [ 1062.596936] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1062.597099] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c416ac94-c8db-408d-80cc-f0812cf68547 with Priority: HIGHEST for action port [ 1062.597496] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.597687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.597773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.598068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.598165] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.599071] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.599187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.599253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.599481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.599564] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.599713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.599713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.599848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.599931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.600032] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.600910] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-c416ac94-c8db-408d-80cc-f0812cf68547 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.601073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c416ac94-c8db-408d-80cc-f0812cf68547" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.601171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c416ac94-c8db-408d-80cc-f0812cf68547" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.601384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c416ac94-c8db-408d-80cc-f0812cf68547" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.601514] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c416ac94-c8db-408d-80cc-f0812cf68547',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.855356] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.855619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.855619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.855844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.855952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.856049] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be updated. [ 1062.890045] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.890146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.890189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.890399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.890537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.900593] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: IN_PROGRESS for 2s [ 1063.104292] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.105838] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.105958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.106905] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c416ac94-c8db-408d-80cc-f0812cf68547 with status ACTIVE [ 1063.106905] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.106905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.106905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.106905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.106905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.107403] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.107619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.107732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.107849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.109805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.109805] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.109805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.109805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.109805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.109805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.109805] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c416ac94-c8db-408d-80cc-f0812cf68547 is going to be updated. [ 1063.132974] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.133258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.133258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.133622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.133777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.134028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c416ac94-c8db-408d-80cc-f0812cf68547" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.347321] env[65043]: INFO networking_nsxv3.common.synchronization [req-b0380e01-e9f1-4a2f-926b-08bab3f0e7f1 req-7a4f95a6-e945-490c-8d0a-50f4e9762a98 tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1063.347816] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1063.348232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.348414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.348522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.348845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.349139] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.349321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.349660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.349660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.349806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.349917] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.606855] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.750195] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.752222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.752222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.752222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.752222] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.752222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.752222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.752222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.752652] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.752652] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.752845] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.752979] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.753171] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.753356] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.753599] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.753775] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.775628] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.775999] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.776109] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.776283] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.776726] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-4f089d58-7d59-47af-998b-8938f3b1dd0d taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.777263] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-4f089d58-7d59-47af-998b-8938f3b1dd0d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.777263] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-4f089d58-7d59-47af-998b-8938f3b1dd0d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.777587] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-4f089d58-7d59-47af-998b-8938f3b1dd0d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.777763] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f089d58-7d59-47af-998b-8938f3b1dd0d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.857361] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.857448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.857486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.857757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.857867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.858122] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.858231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.858293] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.858472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.858585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.858779] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1063.894801] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.895078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.895078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.895251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.895396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.909988] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1063.954650] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 1063.954849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.112263] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.112263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.112263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.112263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.112263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.112263] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f is going to be created. [ 1064.146248] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.146534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.146534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.147153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.147514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.162626] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: UNINITIALIZED for 2s [ 1064.281096] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.281096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.281096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.281096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.281096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.281488] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 4f089d58-7d59-47af-998b-8938f3b1dd0d not found, creating... [ 1064.281526] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.281849] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.282016] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.282287] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.282460] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.282779] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.282989] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.283164] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.283419] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.283615] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.283794] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 4f089d58-7d59-47af-998b-8938f3b1dd0d is going to be created. [ 1064.331521] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.331789] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.331892] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.332188] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.332557] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.332826] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-4f089d58-7d59-47af-998b-8938f3b1dd0d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.913910] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1064.914264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.914374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.914609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.914823] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.914945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.915020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.915177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.915259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.915384] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.080539] env[65043]: INFO networking_nsxv3.common.synchronization [req-b0380e01-e9f1-4a2f-926b-08bab3f0e7f1 req-7b6b098e-66ff-4a72-a45e-7949decce009 service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1065.080539] env[65043]: INFO networking_nsxv3.common.synchronization [req-b0380e01-e9f1-4a2f-926b-08bab3f0e7f1 req-7b6b098e-66ff-4a72-a45e-7949decce009 service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1065.081027] env[65043]: INFO networking_nsxv3.common.synchronization [req-b0380e01-e9f1-4a2f-926b-08bab3f0e7f1 req-7b6b098e-66ff-4a72-a45e-7949decce009 service nova] Enqueued Resource ID: 4f089d58-7d59-47af-998b-8938f3b1dd0d with Priority: HIGHEST for action port [ 1065.083588] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1065.083588] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1065.083588] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f089d58-7d59-47af-998b-8938f3b1dd0d with Priority: HIGHEST for action port [ 1065.083588] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.083588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.083588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.084165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.084165] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.085703] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.085856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.086084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f089d58-7d59-47af-998b-8938f3b1dd0d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.086183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f089d58-7d59-47af-998b-8938f3b1dd0d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.086248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f089d58-7d59-47af-998b-8938f3b1dd0d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.086477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f089d58-7d59-47af-998b-8938f3b1dd0d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.086553] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f089d58-7d59-47af-998b-8938f3b1dd0d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.418116] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.586053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.586247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.589672] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f089d58-7d59-47af-998b-8938f3b1dd0d with status ACTIVE [ 1065.589936] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.590160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.590160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.590464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.590633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.590871] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.591152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.591152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.591362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.591362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.591607] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.591717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.591899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.592015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.592066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.592123] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f089d58-7d59-47af-998b-8938f3b1dd0d is going to be updated. [ 1065.616230] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.616431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.616565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.616806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.616979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.617259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f089d58-7d59-47af-998b-8938f3b1dd0d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.920908] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1065.921279] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1065.921279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.921928] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.922527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.922816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.922949] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.923076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.923144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.923357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.923444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.923566] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.178109] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: SUCCESS [ 1066.178109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.178109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.178109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.178109] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.178109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.178109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.178109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.178109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.178109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.179348] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.321134] env[65043]: INFO networking_nsxv3.common.synchronization [req-f4a643ec-c18a-44e2-ba85-818d22c10c8b req-c1e1a904-305c-45ab-8135-8d9501cacfe7 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_members [ 1066.321885] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGHEST for action security_group_members [ 1066.322276] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c76357cc-3605-4dc5-bd6d-6cddb703d59d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.322441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.322536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.323188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.323188] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.323390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.323390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.323479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.323642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.323741] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.425984] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.426212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.426463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.426563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.427187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.427187] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be updated. [ 1066.428505] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.461736] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.461736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.462185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.462185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.462263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.475169] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: IN_PROGRESS for 2s [ 1066.685025] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.685025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.685025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.685025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.685025] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.685025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.685025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.685025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.685025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.685025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.685025] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.685025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.685690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.685690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.685690] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.685690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.685690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.685690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.685916] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.685916] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.685916] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.827537] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.827537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.827537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.827537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.861013] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.861159] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.861281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.861385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.861573] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.861659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.861782] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d is going to be updated. [ 1066.919938] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.920160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.920268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.920451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.920632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.930755] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.934807] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d in Status: IN_PROGRESS for 2s [ 1067.188860] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fba5917e-74c4-4e3a-bbb5-633b9dfddd4f: rpc.has_security_group_logging(os_id): False [ 1067.213855] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.214183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.214335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.214623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.214894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.215240] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.215430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.215504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.215869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.216084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.216320] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.216510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.216668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.217020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.217326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.217797] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.218040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.218221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.218537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.218736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.219034] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f is going to be created. [ 1067.313652] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.313652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.313870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.314075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.314283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.346120] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: IN_PROGRESS for 2s [ 1067.433663] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.433955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.434049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.434297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.434426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.434648] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1067.484873] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.485124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.485242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.485554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.485810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.497984] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1068.484985] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1068.485401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.485401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.485524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.485671] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.485794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.485931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.486148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.486148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.486148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.486353] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.486433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.486490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.486588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.486760] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.486870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.486961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.487056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.487138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.487207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.487336] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.946345] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d in Status: SUCCESS [ 1068.946345] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d deletion is rescheduled due to dependency. [ 1068.946345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.990387] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1e8c8ff-546f-4659-bd50-1a832387b4f3: rpc.has_security_group_logging(os_id): False [ 1069.014995] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.014995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.014995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.015466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.015466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.016178] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.016178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.016178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.016418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.016418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.016611] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.016753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.016850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.017545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.017715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.018022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.018167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.018269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.018487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.018608] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.018744] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be created. [ 1069.088974] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.089200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.089327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.090034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.090034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.104752] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: IN_PROGRESS for 2s [ 1069.358286] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: SUCCESS [ 1069.358545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.508817] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1069.509183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.509306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.509577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.509829] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.510019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.510139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.510356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.510518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.510565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.510675] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.013043] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.013294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.013294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.013600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.013779] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.013959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.013959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.014145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.014275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.014368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.014537] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.014687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.014787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.014982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.015158] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.015253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.015341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.015512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.015603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.015698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.016252] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.520458] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36266c17-44e9-4c03-a229-0ace0d5d4180: rpc.has_security_group_logging(os_id): False [ 1070.543462] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.543462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.543462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.543756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.543756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.544221] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.544221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.544376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.544482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.544572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.544849] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.544989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.549779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.550115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.550269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.550573] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.550753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.551244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.551244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.551326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.551536] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1070.576665] env[65043]: INFO networking_nsxv3.common.synchronization [req-d2a2765c-8c4a-4a08-8d37-fff695bd513e req-2f889266-907d-4dc0-8c71-016666a140cf tempest-MultipleCreateTestJSON-1336013687 tempest-MultipleCreateTestJSON-1336013687-project-member] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1070.578148] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1070.578148] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.578357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.578398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.578633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.578900] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.578900] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.579063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.579189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.579256] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.579392] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.635351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.635565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.635565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.635734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.635897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.653617] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1070.857967] env[65043]: INFO networking_nsxv3.common.synchronization [req-03772e10-3ef8-4788-ac79-b954508751df req-6ac14f61-0a3b-48ae-a58b-c77b9f95f624 tempest-MultipleCreateTestJSON-1336013687 tempest-MultipleCreateTestJSON-1336013687-project-member] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1070.858885] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1070.860105] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.860105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.082559] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.120723] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1071.121018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.121489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.121489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.121642] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.179973] env[65043]: INFO networking_nsxv3.common.synchronization [req-945e1077-e27b-47a6-b793-6000d61afb8d req-b4f08ade-165d-491a-a50f-2a699c2fe5ec tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1071.180569] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1071.180891] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.182056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.182056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.183791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.183791] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.183791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.183791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.183791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.183791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.183791] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.584881] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.642021] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.642021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.642021] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.642651] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.643204] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.644048] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.644048] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.644296] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.644296] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.644481] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.644632] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.644711] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.645726] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.645726] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.645726] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.645726] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.649401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.649576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.649576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.649752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.649838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.649930] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be deleted. [ 1071.668847] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.669036] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.669194] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.669394] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.669750] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-a08e6b97-995c-42c3-8dc7-d06c72d30465 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.670024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-a08e6b97-995c-42c3-8dc7-d06c72d30465" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.670097] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-a08e6b97-995c-42c3-8dc7-d06c72d30465" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.671405] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-a08e6b97-995c-42c3-8dc7-d06c72d30465" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.671405] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08e6b97-995c-42c3-8dc7-d06c72d30465',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.686959] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.711578] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.711823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.711823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.712039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.712172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.712349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.006838] env[65043]: INFO networking_nsxv3.common.synchronization [req-2d6c09de-9130-441b-8ec7-763d5808444b req-633b046e-c093-47b7-95e2-7e5845e38e43 tempest-ImagesOneServerNegativeTestJSON-1152152991 tempest-ImagesOneServerNegativeTestJSON-1152152991-project-member] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1072.007500] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1072.009189] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.009189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.009189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.009189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.009189] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.009189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.009189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.009189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.009189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.009189] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.088653] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.088653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.088653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.088984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.088984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.089107] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be updated. [ 1072.118834] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.119034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.119100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.119283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.119451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.129985] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: IN_PROGRESS for 2s [ 1072.174360] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.174783] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.175039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.175441] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.175700] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.176074] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port a08e6b97-995c-42c3-8dc7-d06c72d30465 not found, creating... [ 1072.176383] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.176872] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.176872] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.177184] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.177402] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.178069] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.178344] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.178557] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.178881] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.179139] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.179381] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: a08e6b97-995c-42c3-8dc7-d06c72d30465 is going to be created. [ 1072.189211] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.206024] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.206024] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.206231] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.206552] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.206866] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.207172] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-a08e6b97-995c-42c3-8dc7-d06c72d30465" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.512452] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.512452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.512452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.512686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.512686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.512841] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.512939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.512996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.513125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.513199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.513283] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be updated. [ 1072.542168] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.542948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.542948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.542948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.542948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.552069] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: IN_PROGRESS for 2s [ 1072.667118] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1072.668518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.696815] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.696815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.696815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.696815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.696815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.696815] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1072.723958] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.724232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.724404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.727727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.727727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.737829] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1072.948532] env[65043]: INFO networking_nsxv3.common.synchronization [req-945e1077-e27b-47a6-b793-6000d61afb8d req-2c282cb8-7c1b-410b-a23f-45e526b141c7 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1072.948790] env[65043]: INFO networking_nsxv3.common.synchronization [req-945e1077-e27b-47a6-b793-6000d61afb8d req-2c282cb8-7c1b-410b-a23f-45e526b141c7 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1072.948988] env[65043]: INFO networking_nsxv3.common.synchronization [req-945e1077-e27b-47a6-b793-6000d61afb8d req-2c282cb8-7c1b-410b-a23f-45e526b141c7 service nova] Enqueued Resource ID: a08e6b97-995c-42c3-8dc7-d06c72d30465 with Priority: HIGHEST for action port [ 1072.949762] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1072.949961] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1072.950130] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a08e6b97-995c-42c3-8dc7-d06c72d30465 with Priority: HIGHEST for action port [ 1072.950582] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.950797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.950981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.951314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.951465] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.952685] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.952877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.953315] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a08e6b97-995c-42c3-8dc7-d06c72d30465 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.953904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a08e6b97-995c-42c3-8dc7-d06c72d30465" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.953999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a08e6b97-995c-42c3-8dc7-d06c72d30465" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.954280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a08e6b97-995c-42c3-8dc7-d06c72d30465" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.954425] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a08e6b97-995c-42c3-8dc7-d06c72d30465',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.460043] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.460197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.460411] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a08e6b97-995c-42c3-8dc7-d06c72d30465 with status ACTIVE [ 1073.460601] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.460708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.460775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.460984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.461086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.461260] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.461356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.461461] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.461562] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.461658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.461837] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.461946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.462014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.462159] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.462235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.462321] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a08e6b97-995c-42c3-8dc7-d06c72d30465 is going to be updated. [ 1073.490667] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.490838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.490919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.491177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.491328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.491490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a08e6b97-995c-42c3-8dc7-d06c72d30465" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.141789] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1074.142259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.142259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.142411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.142598] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.142817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.142817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.142960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.143033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.143094] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.562710] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1074.562912] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba deletion is rescheduled due to dependency. [ 1074.563060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.598835] env[65043]: INFO networking_nsxv3.common.synchronization [req-3c7bc79f-2c81-41b7-9fd6-89a131eb5faf req-72222c3b-a47b-4982-b52d-ee111cb5bc4d tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 1074.599551] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 1074.600411] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.600411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.600411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.600761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.600932] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.601190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.601318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.601467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.601579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.601696] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.650159] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.650462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.650621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.650891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.651043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.651290] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.651432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.651677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.651876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.652189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.652343] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be deleted. [ 1074.681804] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.682190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.682190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.682414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.682414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.682414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.748228] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1074.748463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.748917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.749994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.749994] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.749994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.749994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.749994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.749994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.749994] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.103934] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.123591] env[65043]: INFO networking_nsxv3.common.synchronization [req-e3de2f73-69a0-4a8f-bd3e-5f5287a09273 req-a4252db3-053c-4c39-b497-459abe9f75cd tempest-ServerActionsV293TestJSON-1893618188 tempest-ServerActionsV293TestJSON-1893618188-project-member] Enqueued Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_members [ 1075.124200] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGHEST for action security_group_members [ 1075.124756] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.125035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.125035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.125269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.125431] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.125867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.125944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.126157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.128479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.128479] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.257019] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.394047] env[65043]: INFO networking_nsxv3.common.synchronization [req-dd1b8497-e31b-4e80-a981-969d5583ea09 req-a949c93d-c3a6-439b-b00e-96a03bba8edd tempest-DeleteServersAdminTestJSON-207082938 tempest-DeleteServersAdminTestJSON-207082938-project-admin] Enqueued Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1075.396700] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1075.396700] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.396700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.396700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.396700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.396700] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.396700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.396700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.396700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.396700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.396700] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.607775] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.628832] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.629074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.629144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.629355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.629513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.629629] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.629739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.629828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.629930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.630011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.630103] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0199103-73d1-4e86-8586-03b12a978c95 is going to be updated. [ 1075.665026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.665026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.665026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.665026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.665026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.671660] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0199103-73d1-4e86-8586-03b12a978c95 in Status: IN_PROGRESS for 2s [ 1075.759408] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.903602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.903602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.903602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.903602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.903602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.903602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.903602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.903602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.903602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.903602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.903602] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f is going to be updated. [ 1075.934115] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.934115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.934115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.934115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.934115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.947342] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: IN_PROGRESS for 2s [ 1076.109448] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.109703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.109828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.110176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.110321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.112372] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b is going to be updated. [ 1076.142470] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.143050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.143142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.143340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.143497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.156689] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: IN_PROGRESS for 2s [ 1076.264568] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.264568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.264568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.264568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.264998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.264998] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1076.321612] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.321725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.321830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.322024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.322172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.333957] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1077.682912] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0199103-73d1-4e86-8586-03b12a978c95 in Status: SUCCESS [ 1077.683196] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0199103-73d1-4e86-8586-03b12a978c95 deletion is rescheduled due to dependency. [ 1077.683310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.958929] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: SUCCESS [ 1077.959084] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f deletion is rescheduled due to dependency. [ 1077.959278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.170061] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: SUCCESS [ 1078.170061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.347757] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1078.347757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.348125] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.348429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.348728] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.348890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.349160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.349426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.349553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.350528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.350528] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.855167] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.855444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.855553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.855870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.856182] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.856363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.856483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.856730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.857235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.857235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.857354] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.857491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.857610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.857862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.858114] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.858277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.858396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.858637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.858788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.858944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.859122] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.330089] env[65043]: INFO networking_nsxv3.common.synchronization [req-1b1bfa74-dbbf-4050-98f9-daabe5d8fac3 req-410b4ad9-6680-47f7-afb2-341bc21ad0e4 tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1079.330643] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1079.330944] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.331089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.331157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.332221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.332221] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.332221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.332221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.332221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.332221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.332221] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.362486] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4250c5-3aac-469b-85cd-b0c8b22b59e1: rpc.has_security_group_logging(os_id): False [ 1079.386581] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.386762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.386813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.387012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.387110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.387303] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.387402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.387465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.387623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.387723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.387888] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.387985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.388059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.388202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.388276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.388465] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.388557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.388618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.388763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.388830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.388914] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1079.460877] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.461078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.461140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.461331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.461466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.476175] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1079.836264] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.836433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.836515] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.836765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.857860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.858300] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.858471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.858549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.858794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.858875] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.858997] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1079.892565] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.892730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.892799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.892999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.893163] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.902238] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1081.489613] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1081.489988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.914032] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1081.914032] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 deletion is rescheduled due to dependency. [ 1081.914161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.331852] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1084.331852] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1085.517947] env[65043]: INFO networking_nsxv3.common.synchronization [req-1366c459-a2eb-4d04-bcd1-c8a27337830a req-d1cfb859-5c6f-4eb9-9063-d1cc8fdd542e tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 1085.518632] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 1085.519097] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.519274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.519389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.519640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.519794] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.519893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.519952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.520122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.520228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.520319] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.847653] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.847860] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.847981] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.848275] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.848536] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.848758] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.848802] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.849039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.849186] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.849416] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.849516] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.849626] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.849736] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.849844] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.849949] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.850094] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.871083] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.871273] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.871469] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.871584] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.871895] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-a081c402-de46-4aec-b306-da06cf6e748d taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.872088] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.872211] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.872543] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.872676] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a081c402-de46-4aec-b306-da06cf6e748d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.022812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.022988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.023050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.023295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.045092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.045274] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.045417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.045486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.047073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.047073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.047073] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e is going to be updated. [ 1086.077868] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.078141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.078245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.078517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.078666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.089264] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: IN_PROGRESS for 2s [ 1086.376073] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.376073] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.376073] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.376073] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.376073] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.376441] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port a081c402-de46-4aec-b306-da06cf6e748d not found, creating... [ 1086.376544] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.376710] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.376872] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.377055] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.377194] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.377479] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.377634] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.377751] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.377958] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.378413] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.378413] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: a081c402-de46-4aec-b306-da06cf6e748d is going to be created. [ 1086.406944] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.407223] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.407392] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.407629] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.407907] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.408166] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.113191] env[65043]: INFO networking_nsxv3.common.synchronization [req-1366c459-a2eb-4d04-bcd1-c8a27337830a req-8858117d-74cd-416a-afe6-be4c6eab2f34 service nova] Enqueued Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_rules [ 1087.113191] env[65043]: INFO networking_nsxv3.common.synchronization [req-1366c459-a2eb-4d04-bcd1-c8a27337830a req-8858117d-74cd-416a-afe6-be4c6eab2f34 service nova] Enqueued Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 1087.113191] env[65043]: INFO networking_nsxv3.common.synchronization [req-1366c459-a2eb-4d04-bcd1-c8a27337830a req-8858117d-74cd-416a-afe6-be4c6eab2f34 service nova] Enqueued Resource ID: a081c402-de46-4aec-b306-da06cf6e748d with Priority: HIGHEST for action port [ 1087.113191] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_rules [ 1087.113191] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 1087.113191] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a081c402-de46-4aec-b306-da06cf6e748d with Priority: HIGHEST for action port [ 1087.113191] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.113191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.113191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.113191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.113949] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.115148] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.115395] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.115750] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a081c402-de46-4aec-b306-da06cf6e748d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.117538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.117538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.117538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.117538] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a081c402-de46-4aec-b306-da06cf6e748d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.618555] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.618750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.620147] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a081c402-de46-4aec-b306-da06cf6e748d with status ACTIVE [ 1087.620383] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.620573] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.620649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.620828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.620925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.621269] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.621269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.621431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.621463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.621546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.621754] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.621868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.621933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.622289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.622401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.622504] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a081c402-de46-4aec-b306-da06cf6e748d is going to be updated. [ 1087.647695] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.647933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.647978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.648183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.648334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.648490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.100648] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: SUCCESS [ 1088.100648] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e deletion is rescheduled due to dependency. [ 1088.100935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.100935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.101185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.101376] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.101489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.101553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.101706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.101786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.101884] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.604124] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.108947] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.493436] env[65043]: INFO networking_nsxv3.common.synchronization [req-e7f27439-d87e-4e4c-be70-e8c32367f7e6 req-e949543a-94f5-4bc3-a946-8ff6934e651b tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 1089.495178] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGHEST for action security_group_members [ 1089.495178] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.495178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.495178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.495450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.495578] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.495708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.495749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.496208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.496208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.496208] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.612993] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.612993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.612993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.612993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.612993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.612993] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e is going to be updated. [ 1089.643954] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.645072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.645072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.645266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.645325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.655723] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: IN_PROGRESS for 2s [ 1090.000060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.000248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.000343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.000747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.000880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.001160] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.001326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.001400] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.001574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.001654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.001744] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b is going to be updated. [ 1090.034963] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.035184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.035184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.035398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.035537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.045130] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: IN_PROGRESS for 2s [ 1091.668385] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: SUCCESS [ 1091.668656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.668862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.669462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.669462] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.669462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.669462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.669629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.669665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.669736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.669825] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.056025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e44722-dc64-4d8f-94e4-91842c3f547b in Status: SUCCESS [ 1092.056244] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b deletion is rescheduled due to dependency. [ 1092.056365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.172478] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.172693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.172693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.172913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.173104] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.173204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.173271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.173433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.173519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.173607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.173758] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.173879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.173942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.174050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.174189] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.174320] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.174382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.174598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.174675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.174760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.174851] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.677559] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd04c41-059c-412c-bda6-0fc23de6153e: rpc.has_security_group_logging(os_id): False [ 1092.699173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.699352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.699428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.699677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.699787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.700053] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.700167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.700246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.700420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.700518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.700716] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.700834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.700903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.701093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.701186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.701379] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.701474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.701537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.701722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.701832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.701949] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e is going to be updated. [ 1092.783078] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.783078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.783078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.783392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.783392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.799700] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: IN_PROGRESS for 2s [ 1094.495223] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1094.495532] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1094.814477] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: SUCCESS [ 1094.814786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.447167] env[65043]: INFO networking_nsxv3.common.synchronization [req-c7a41399-3dcf-46e4-8691-a9c12d62b9d6 req-3c977f4e-18bc-4815-b794-7e9e93b19bdb tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 1095.447791] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGHEST for action security_group_members [ 1095.448136] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.448264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.448322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.448563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.448691] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.448897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.448897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.449048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.449135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.449227] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.501273] env[65043]: INFO networking_nsxv3.common.synchronization [req-c7a41399-3dcf-46e4-8691-a9c12d62b9d6 req-3c977f4e-18bc-4815-b794-7e9e93b19bdb tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: a081c402-de46-4aec-b306-da06cf6e748d with Priority: HIGHEST for action port [ 1095.501839] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a081c402-de46-4aec-b306-da06cf6e748d with Priority: HIGHEST for action port [ 1095.502404] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-a081c402-de46-4aec-b306-da06cf6e748d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.502404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.502597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.502730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.502810] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a081c402-de46-4aec-b306-da06cf6e748d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.891818] env[65043]: INFO networking_nsxv3.common.synchronization [req-60384391-a16a-4908-a14f-5929808323d2 req-f2e544f8-fb56-48b8-83c9-7c38669a3f62 tempest-MultipleCreateTestJSON-1336013687 tempest-MultipleCreateTestJSON-1336013687-project-member] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1095.892462] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1095.892799] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.893051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.893152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.893397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.893575] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.893706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.893795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.894089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.894089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.894255] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.951459] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.951605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.951697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.952620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.952620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.952620] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.952620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.952620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.952620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.952937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.952937] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e is going to be updated. [ 1095.988049] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.988049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.988049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.988049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.988049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.998408] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: IN_PROGRESS for 2s [ 1096.006428] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a081c402-de46-4aec-b306-da06cf6e748d with status ACTIVE [ 1096.006652] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.006811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.006883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.007130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.007226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.007481] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.007567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.007620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.007790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.007859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.008060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.008151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.008208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.008346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.008673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.008673] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a081c402-de46-4aec-b306-da06cf6e748d is going to be updated. [ 1096.031355] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.031519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.031609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.031945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.032022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.032182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a081c402-de46-4aec-b306-da06cf6e748d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.236232] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.236440] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.236565] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.236890] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.237241] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.237572] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.237572] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.237760] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.238155] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.238155] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.238297] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.238341] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.238445] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.238590] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.238651] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.238780] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.262803] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.262992] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.263154] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.263323] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.263673] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-0498589c-c021-4fd9-b08b-419e3b12dac0 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.263856] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-0498589c-c021-4fd9-b08b-419e3b12dac0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.263978] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-0498589c-c021-4fd9-b08b-419e3b12dac0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.264477] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-0498589c-c021-4fd9-b08b-419e3b12dac0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.264622] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0498589c-c021-4fd9-b08b-419e3b12dac0',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.400204] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.400385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.400462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.400691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.400802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.401020] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.401150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.401226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.401399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.401469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.401628] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 already deleted. [ 1096.401668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.769389] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.769789] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.769789] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.770073] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.770164] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.770324] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 0498589c-c021-4fd9-b08b-419e3b12dac0 not found, creating... [ 1096.770598] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.770759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.770878] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.771113] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.771249] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.773035] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.773035] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.773035] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.773035] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.773035] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.773035] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 0498589c-c021-4fd9-b08b-419e3b12dac0 is going to be created. [ 1096.793195] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.793939] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.793939] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.793939] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.794082] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.794265] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-0498589c-c021-4fd9-b08b-419e3b12dac0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.542992] env[65043]: INFO networking_nsxv3.common.synchronization [req-60384391-a16a-4908-a14f-5929808323d2 req-ade748a1-05f3-4ed8-ba9a-4db5f1b63ecb service nova] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_rules [ 1097.543236] env[65043]: INFO networking_nsxv3.common.synchronization [req-60384391-a16a-4908-a14f-5929808323d2 req-ade748a1-05f3-4ed8-ba9a-4db5f1b63ecb service nova] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1097.543401] env[65043]: INFO networking_nsxv3.common.synchronization [req-60384391-a16a-4908-a14f-5929808323d2 req-ade748a1-05f3-4ed8-ba9a-4db5f1b63ecb service nova] Enqueued Resource ID: 0498589c-c021-4fd9-b08b-419e3b12dac0 with Priority: HIGHEST for action port [ 1097.543933] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_rules [ 1097.544889] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1097.545140] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0498589c-c021-4fd9-b08b-419e3b12dac0 with Priority: HIGHEST for action port [ 1097.545448] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.545588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.545667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.545847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.545930] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.547192] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.547410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.547483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.547665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.547814] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.547908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.547971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.548123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.548207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.548302] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.549447] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0498589c-c021-4fd9-b08b-419e3b12dac0 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.549509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0498589c-c021-4fd9-b08b-419e3b12dac0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.549692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0498589c-c021-4fd9-b08b-419e3b12dac0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.549837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0498589c-c021-4fd9-b08b-419e3b12dac0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.549891] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0498589c-c021-4fd9-b08b-419e3b12dac0',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.012074] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd04c41-059c-412c-bda6-0fc23de6153e in Status: SUCCESS [ 1098.012074] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e deletion is rescheduled due to dependency. [ 1098.012074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.047806] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.047806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.050622] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.052035] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0498589c-c021-4fd9-b08b-419e3b12dac0 with status ACTIVE [ 1098.052180] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.054026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.054026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.054026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.054026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0498589c-c021-4fd9-b08b-419e3b12dac0 is going to be updated. [ 1098.075385] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.075575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.075651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.075893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.076082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.076183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0498589c-c021-4fd9-b08b-419e3b12dac0" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.147798] env[65043]: INFO networking_nsxv3.common.synchronization [req-d2cc3f5e-d8e0-4b69-b55a-6150b7b00400 req-e54bc1fc-5a83-421f-acb7-d01b91af53b4 tempest-AttachVolumeShelveTestJSON-399532935 tempest-AttachVolumeShelveTestJSON-399532935-project-member] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_members [ 1098.148712] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGHEST for action security_group_members [ 1098.148712] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.149017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.149017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.150030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.150030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.150030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.150030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.150030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.150030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.150030] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.334194] env[65043]: INFO networking_nsxv3.common.synchronization [req-60384391-a16a-4908-a14f-5929808323d2 req-fb4205d9-391b-45c9-8d00-6078fb850a44 tempest-MultipleCreateTestJSON-1336013687 tempest-MultipleCreateTestJSON-1336013687-project-member] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1098.334488] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1098.334812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.334917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.552282] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.651971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.652209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.652307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.652586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.652711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.652987] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.653127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.653213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.653403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.653506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.653624] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 is going to be updated. [ 1098.685583] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.686271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.686433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.686739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.686986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.699549] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: IN_PROGRESS for 2s [ 1098.712931] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.713256] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.713478] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.713844] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.714373] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.714373] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.714612] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.714913] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.715134] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.715466] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.715637] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.715802] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.715968] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.716179] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.716351] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.716563] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.740631] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.740823] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.740965] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.741148] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-161" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.741459] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.741632] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.741750] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.742073] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.742210] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1dfd4d-466e-450e-b955-2c5a30fbeb97',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.054392] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.054725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.054725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.054880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.054967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.055471] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be created. [ 1099.079388] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.079667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.079667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.079793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.080017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.088792] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: UNINITIALIZED for 2s [ 1099.244626] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.244861] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.244982] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.245277] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.245446] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.245649] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port fc1dfd4d-466e-450e-b955-2c5a30fbeb97 not found, creating... [ 1099.245933] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.246105] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.246222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.246448] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.246585] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.246856] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.247019] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.247142] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.247345] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.247477] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.247615] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: fc1dfd4d-466e-450e-b955-2c5a30fbeb97 is going to be created. [ 1099.268306] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.268514] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.268638] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.268916] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.269158] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.269377] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.062764] env[65043]: INFO networking_nsxv3.common.synchronization [req-60384391-a16a-4908-a14f-5929808323d2 req-76972ebd-bc15-420e-bb3e-549c169720a0 service nova] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_rules [ 1100.064096] env[65043]: INFO networking_nsxv3.common.synchronization [req-60384391-a16a-4908-a14f-5929808323d2 req-76972ebd-bc15-420e-bb3e-549c169720a0 service nova] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1100.064576] env[65043]: INFO networking_nsxv3.common.synchronization [req-60384391-a16a-4908-a14f-5929808323d2 req-76972ebd-bc15-420e-bb3e-549c169720a0 service nova] Enqueued Resource ID: fc1dfd4d-466e-450e-b955-2c5a30fbeb97 with Priority: HIGHEST for action port [ 1100.065294] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_rules [ 1100.065506] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1100.065737] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1dfd4d-466e-450e-b955-2c5a30fbeb97 with Priority: HIGHEST for action port [ 1100.066184] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.066337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.066597] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.066749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.067093] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.067232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.067341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.068821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.068821] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1dfd4d-466e-450e-b955-2c5a30fbeb97',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.570780] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc1dfd4d-466e-450e-b955-2c5a30fbeb97 with status ACTIVE [ 1100.571782] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.571782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.571782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.571782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.572045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.572045] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.572123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.572123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.572270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.572346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.572528] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.572615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.572675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.572810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.572923] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.572958] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc1dfd4d-466e-450e-b955-2c5a30fbeb97 is going to be updated. [ 1100.596944] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.597160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.597221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.597422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.597581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.597757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc1dfd4d-466e-450e-b955-2c5a30fbeb97" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.710468] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 in Status: SUCCESS [ 1100.710655] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 deletion is rescheduled due to dependency. [ 1100.710769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.727397] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e3ccb38-5d11-41fe-be6e-f303211bd83f req-232b02cd-014a-4424-9b43-8e191df9f007 tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1100.728040] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1100.728355] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.728431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.728480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.728681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.728978] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.728978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.728978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.729213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.729213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.729290] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.027016] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.030096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.030096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.030096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.030096] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.030096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.030096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.030096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.030096] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.030096] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.030096] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.030096] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.030096] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.030096] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.030096] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.030096] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.048905] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.049091] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.049226] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.049401] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.049750] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-221ccbe9-5082-4f91-9aba-37f926b2a029 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.050236] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-221ccbe9-5082-4f91-9aba-37f926b2a029" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.050501] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-221ccbe9-5082-4f91-9aba-37f926b2a029" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.051013] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-221ccbe9-5082-4f91-9aba-37f926b2a029" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.051234] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('221ccbe9-5082-4f91-9aba-37f926b2a029',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.098350] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1101.098826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.100276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.100276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.100761] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.101754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.101754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.101754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.101754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.101754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.101754] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.103029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.103101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.103290] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.104026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.104026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.104026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.104026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.104026] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.230931] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.553745] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.553996] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.554147] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.554556] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.556026] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.556026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 221ccbe9-5082-4f91-9aba-37f926b2a029 not found, creating... [ 1101.556249] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.556435] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.556671] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.556797] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.556992] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.557680] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.557680] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.557680] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.557850] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.558303] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.558303] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 221ccbe9-5082-4f91-9aba-37f926b2a029 is going to be created. [ 1101.583663] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.583991] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.583991] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.584710] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.584710] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.584895] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-221ccbe9-5082-4f91-9aba-37f926b2a029" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.606884] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.606884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.606884] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.733713] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.108619] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.235902] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.236181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.236289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.236577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.236700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.237023] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1102.266011] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e3ccb38-5d11-41fe-be6e-f303211bd83f req-65ad411f-07f3-4c76-89ff-8003d96e0aa0 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1102.266213] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e3ccb38-5d11-41fe-be6e-f303211bd83f req-65ad411f-07f3-4c76-89ff-8003d96e0aa0 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1102.266349] env[65043]: INFO networking_nsxv3.common.synchronization [req-9e3ccb38-5d11-41fe-be6e-f303211bd83f req-65ad411f-07f3-4c76-89ff-8003d96e0aa0 service nova] Enqueued Resource ID: 221ccbe9-5082-4f91-9aba-37f926b2a029 with Priority: HIGHEST for action port [ 1102.266983] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1102.267132] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1102.267229] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221ccbe9-5082-4f91-9aba-37f926b2a029 with Priority: HIGHEST for action port [ 1102.267522] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.267661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.267727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.267930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.268397] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.269381] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.269544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.269859] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-221ccbe9-5082-4f91-9aba-37f926b2a029 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.270026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-221ccbe9-5082-4f91-9aba-37f926b2a029" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.270130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-221ccbe9-5082-4f91-9aba-37f926b2a029" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.272116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-221ccbe9-5082-4f91-9aba-37f926b2a029" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.272293] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('221ccbe9-5082-4f91-9aba-37f926b2a029',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.275707] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.275819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.275882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.276085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.276229] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.287880] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1102.611566] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.611760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.611836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.612102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.612201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.612305] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be updated. [ 1102.640143] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.640324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.640421] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.640675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.640864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.651130] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: IN_PROGRESS for 2s [ 1102.776151] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.776296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.779776] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 221ccbe9-5082-4f91-9aba-37f926b2a029 with status ACTIVE [ 1102.780033] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.780198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.780284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.780514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.780607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.780788] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.780958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.780958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.781330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.781330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.781388] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.781473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.781533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.781674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.781954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.782142] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 221ccbe9-5082-4f91-9aba-37f926b2a029 is going to be updated. [ 1102.807535] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.807879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.808063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.808392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.808616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.808904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-221ccbe9-5082-4f91-9aba-37f926b2a029" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.083145] env[65043]: INFO networking_nsxv3.common.synchronization [req-c4d8042e-5294-466c-a643-5c30ad87ed24 req-a668593b-0575-4138-903e-a8577c089dbb tempest-ImagesOneServerNegativeTestJSON-1152152991 tempest-ImagesOneServerNegativeTestJSON-1152152991-project-member] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1103.083859] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1103.084192] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.084319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.084404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.084687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.084892] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.084984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.085042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.085250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.085348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.085447] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.481246] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.481628] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.481628] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.481854] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.482380] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.482710] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.482846] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.483149] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.483289] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.483515] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.486603] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.486603] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.486603] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.486603] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.486603] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.486603] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.505988] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.506146] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.506346] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.506545] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.506898] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-56f5a868-c8ba-40d6-82b9-24b80a44da67 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.507105] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-56f5a868-c8ba-40d6-82b9-24b80a44da67" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.507249] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-56f5a868-c8ba-40d6-82b9-24b80a44da67" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.507643] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-56f5a868-c8ba-40d6-82b9-24b80a44da67" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.507790] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f5a868-c8ba-40d6-82b9-24b80a44da67',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.588575] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.588773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.588815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.589061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.589158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.589358] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.589457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.589521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.589673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.589833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.589833] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be updated. [ 1103.627286] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.628717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.628854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.629063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.629216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.640980] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: IN_PROGRESS for 2s [ 1103.980442] env[65043]: INFO networking_nsxv3.common.synchronization [req-113482ac-be0c-4a32-820e-815dae5d4ddf req-dbdcd150-0981-4de5-b455-10db5a7ef2d1 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_members [ 1103.980970] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGHEST for action security_group_members [ 1103.981279] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f8a50cb-25b9-427c-ab6a-e589d6893e54 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.981399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.981463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.981652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.981798] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.982262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.982335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.982508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.982596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.982691] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.010514] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.010928] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.011047] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.011326] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.011520] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.011723] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 56f5a868-c8ba-40d6-82b9-24b80a44da67 not found, creating... [ 1104.012091] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.012307] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.012421] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.012858] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.012858] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.013157] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.013365] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.013496] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.013749] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.013865] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.014015] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 56f5a868-c8ba-40d6-82b9-24b80a44da67 is going to be created. [ 1104.038099] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.038341] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.038446] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.038718] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.038965] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.039203] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-56f5a868-c8ba-40d6-82b9-24b80a44da67" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.299193] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1104.299193] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.299394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.299592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.299793] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.299928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.300035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.300159] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.300231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.300341] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.485645] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.486046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.486046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.486149] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.486205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.486407] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.486505] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.486575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.486827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.486827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.486943] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 is going to be updated. [ 1104.523227] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.523369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.523424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.523612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.523774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.533149] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 in Status: IN_PROGRESS for 2s [ 1104.661756] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1104.662048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.662168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.662380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.662572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.662690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.662751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.662896] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.662976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.663081] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.751442] env[65043]: INFO networking_nsxv3.common.synchronization [req-c4d8042e-5294-466c-a643-5c30ad87ed24 req-fe4f1382-f3d3-4006-90a3-975ef0b69f9a service nova] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_rules [ 1104.751622] env[65043]: INFO networking_nsxv3.common.synchronization [req-c4d8042e-5294-466c-a643-5c30ad87ed24 req-fe4f1382-f3d3-4006-90a3-975ef0b69f9a service nova] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1104.751754] env[65043]: INFO networking_nsxv3.common.synchronization [req-c4d8042e-5294-466c-a643-5c30ad87ed24 req-fe4f1382-f3d3-4006-90a3-975ef0b69f9a service nova] Enqueued Resource ID: 56f5a868-c8ba-40d6-82b9-24b80a44da67 with Priority: HIGHEST for action port [ 1104.752280] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_rules [ 1104.752410] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1104.752522] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f5a868-c8ba-40d6-82b9-24b80a44da67 with Priority: HIGHEST for action port [ 1104.752803] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.752960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.753010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.753800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.753884] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.756255] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.756255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.756255] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f5a868-c8ba-40d6-82b9-24b80a44da67 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.756255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f5a868-c8ba-40d6-82b9-24b80a44da67" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.756255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f5a868-c8ba-40d6-82b9-24b80a44da67" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.756255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f5a868-c8ba-40d6-82b9-24b80a44da67" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.756255] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f5a868-c8ba-40d6-82b9-24b80a44da67',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.803806] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.165185] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.258588] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.258868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.259113] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56f5a868-c8ba-40d6-82b9-24b80a44da67 with status ACTIVE [ 1105.259351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.259517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.259647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.259907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.260055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.260297] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.260466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.260594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.260815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.260929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.261157] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.261293] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.261389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.261585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.261694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.261790] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56f5a868-c8ba-40d6-82b9-24b80a44da67 is going to be updated. [ 1105.288378] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.288591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.288591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.288799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.288978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.289168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f5a868-c8ba-40d6-82b9-24b80a44da67" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.305760] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.652320] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1105.652584] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba deletion is rescheduled due to dependency. [ 1105.652666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.652806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.652995] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.653219] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.653355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.653419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.653590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.653690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.653802] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.667683] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.810079] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.810079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.810079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.810079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.810079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.810079] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1105.838386] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.838553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.838626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.838833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.838988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.850186] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1106.156713] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.170522] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.170684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.170778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.170978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.171103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.171199] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be updated. [ 1106.204359] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.204359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.204359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.204359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.204600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.213991] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: IN_PROGRESS for 2s [ 1106.544084] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 in Status: SUCCESS [ 1106.544280] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 deletion is rescheduled due to dependency. [ 1106.544415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.659389] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.162546] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.162791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.162860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.163124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.163255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.163392] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be updated. [ 1107.199463] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.199771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.199914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.200284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.200504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.212592] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: IN_PROGRESS for 2s [ 1107.861698] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1107.862126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.862183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.862403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.862596] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.862734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.862801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.862960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.863056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.863141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.863231] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.883922] env[65043]: INFO networking_nsxv3.common.synchronization [req-23ff6b76-0df1-4a6a-9ed5-312867b58e46 req-fdb2a9d3-158f-41a2-9fcf-48da869e71b6 tempest-DeleteServersAdminTestJSON-892690979 tempest-DeleteServersAdminTestJSON-892690979-project-member] Enqueued Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1107.884987] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1107.884987] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.884987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.884987] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.885302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.885445] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.885547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.885665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.885971] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.886812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.886985] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.226972] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: IN_PROGRESS for 4s [ 1108.245777] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.246753] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.247017] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.247427] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.247911] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.248189] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.248390] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.248740] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.248982] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.249299] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.249490] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.249678] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.250037] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.250094] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.250253] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.250468] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.281567] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.281820] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.282047] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.282482] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-486" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.282918] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.283099] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.283222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.283567] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.283705] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2d51ff-be34-4bf2-a9db-40fe778f8baf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.365759] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.365988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.366082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.366309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.366478] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.366585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.366641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.366943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.367071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.367186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.367385] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.367556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.367647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.367984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.368195] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.368345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.368466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.368642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.368748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.368864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.369055] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.389057] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.389313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.389313] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.389564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.389564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.389738] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.389853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.389853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.390161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.390161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.390296] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f is going to be updated. [ 1108.446911] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.447131] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.447329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.447687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.447950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.460106] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: IN_PROGRESS for 2s [ 1108.488034] env[65043]: INFO networking_nsxv3.common.synchronization [req-fc0cfb13-2410-422a-8ccc-46ece39e76a1 req-28c30233-5fff-4868-b801-3b71e8b730d4 tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1108.489396] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1108.489596] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.489756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.489845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.490137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.490337] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.490677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.490677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.490781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.490853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.490983] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.787478] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.787673] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.787838] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.788270] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.788484] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.788706] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 3b2d51ff-be34-4bf2-a9db-40fe778f8baf not found, creating... [ 1108.789089] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.789611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.789611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.789782] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.789981] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.790399] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.790641] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.792047] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.792047] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.792047] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.792047] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 3b2d51ff-be34-4bf2-a9db-40fe778f8baf is going to be created. [ 1108.813545] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.813864] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.814059] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.814472] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.814891] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.815349] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.871237] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4250c5-3aac-469b-85cd-b0c8b22b59e1: rpc.has_security_group_logging(os_id): False [ 1108.900326] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.900604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.900701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.901081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.901379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.901613] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.901799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.901912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.902222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.902528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.902744] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.902919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.903048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.903299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.903491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.903777] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.903940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.904070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.904302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.904427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.904562] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1108.989998] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.990161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.990243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.990440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.990591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.996677] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.996835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.996909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.997139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.997231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.997421] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.997541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.997580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.997712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.997784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.997914] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 1109.007602] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1109.030046] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.030220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.030265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.030470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.030599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.041063] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 1109.219187] env[65043]: INFO networking_nsxv3.common.synchronization [None req-2bf65af1-a167-4107-a21c-efe782b179b5 tempest-AttachInterfacesTestJSON-1607921267 tempest-AttachInterfacesTestJSON-1607921267-project-member] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 1109.219808] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGHEST for action security_group_members [ 1109.220149] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.220273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.220357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.220572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.220723] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.220864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.220933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.221127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.221214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.221320] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.224231] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: IN_PROGRESS for 4s [ 1109.597148] env[65043]: INFO networking_nsxv3.common.synchronization [req-23ff6b76-0df1-4a6a-9ed5-312867b58e46 req-de32fc13-a979-448b-b6d6-db9b3b94ee66 service nova] Enqueued Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_rules [ 1109.597733] env[65043]: INFO networking_nsxv3.common.synchronization [req-23ff6b76-0df1-4a6a-9ed5-312867b58e46 req-de32fc13-a979-448b-b6d6-db9b3b94ee66 service nova] Enqueued Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1109.597733] env[65043]: INFO networking_nsxv3.common.synchronization [req-23ff6b76-0df1-4a6a-9ed5-312867b58e46 req-de32fc13-a979-448b-b6d6-db9b3b94ee66 service nova] Enqueued Resource ID: 3b2d51ff-be34-4bf2-a9db-40fe778f8baf with Priority: HIGHEST for action port [ 1109.598314] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_rules [ 1109.599041] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1109.599041] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b2d51ff-be34-4bf2-a9db-40fe778f8baf with Priority: HIGHEST for action port [ 1109.599153] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.599397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.599397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.599546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.599688] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.601716] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.601883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.608334] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.608334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.608334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.608334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.608334] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b2d51ff-be34-4bf2-a9db-40fe778f8baf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.725335] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.725335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.725335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.725335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.725335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.725596] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.725743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.725883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.726824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.726824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.726824] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be updated. [ 1109.755263] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.755444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.755503] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.755786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.755998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.769091] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: IN_PROGRESS for 2s [ 1110.110623] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.111027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.111027] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b2d51ff-be34-4bf2-a9db-40fe778f8baf with status ACTIVE [ 1110.111184] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.111308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.111386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.111753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.111753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.111863] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.111954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.112064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.112183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.112264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.112448] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.112541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.112609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.112752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.112839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.113056] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b2d51ff-be34-4bf2-a9db-40fe778f8baf is going to be updated. [ 1110.141071] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.141071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.141295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.141427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.141626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.141856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b2d51ff-be34-4bf2-a9db-40fe778f8baf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.242706] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1110.242794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.242981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.243211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.243438] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.243556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.243635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.243830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.243898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.243962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.244129] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.244248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.244320] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.244475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.244573] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.244676] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.244838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.245025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.245130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.245188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.245363] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.472338] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: SUCCESS [ 1110.472338] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f deletion is rescheduled due to dependency. [ 1110.472338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.472338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.472338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.472338] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.472338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.472338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.472338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.472338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.472338] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.747586] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1e8c8ff-546f-4659-bd50-1a832387b4f3: rpc.has_security_group_logging(os_id): False [ 1110.766426] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.766578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.766649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.766874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.767965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.767965] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.767965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.767965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.767965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.767965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.767965] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.767965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.767965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.768340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.768340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.768407] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.768504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.768565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.768705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.768779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.768865] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be created. [ 1110.836606] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.836606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.836606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.836606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.836606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.855141] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: IN_PROGRESS for 2s [ 1110.975285] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.022670] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1111.023614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.055338] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 1111.055338] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 deletion is rescheduled due to dependency. [ 1111.055338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.234967] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1111.235285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.235427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.235603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.235922] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.236034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.236103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.236266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.236358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.236445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.236536] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.480283] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.742087] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.742294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.742367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.742593] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.742820] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.742930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.742979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.743166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.743253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.743346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.743585] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.743855] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.743855] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.744239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.744324] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.744402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.744476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.744583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.744701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.744847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.744997] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.792816] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeaba070-4cb5-483a-8867-3bf154a4442f in Status: SUCCESS [ 1111.792816] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f deletion is rescheduled due to dependency. [ 1111.792996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.983547] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.984330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.984330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.984330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.984330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.984488] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f is going to be updated. [ 1112.012470] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.012703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.012977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.013300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.013373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.023104] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: IN_PROGRESS for 2s [ 1112.247962] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f111c33-ca1a-4135-975b-5b38c606a9ba: rpc.has_security_group_logging(os_id): False [ 1112.267947] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.268168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.268261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.268477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.268589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.268844] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.269054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.269179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.269300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.269361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.269514] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.269604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.269729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.269887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.269984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.270228] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.270228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.270390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.270444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.270485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.270555] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be updated. [ 1112.378329] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.378329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.378329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.378329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.378329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.384414] env[65043]: INFO networking_nsxv3.common.synchronization [req-104f3445-13eb-458f-9127-090eadcfb344 req-6992b93c-7bdc-412d-843b-f874501efb4e tempest-MultipleCreateTestJSON-1336013687 tempest-MultipleCreateTestJSON-1336013687-project-member] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1112.385317] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1112.385827] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.386146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.386341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.386651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.387325] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.387325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.387325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.387546] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.387703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.387867] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.403815] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: IN_PROGRESS for 2s [ 1112.508671] env[65043]: INFO networking_nsxv3.common.synchronization [req-2e47e23d-953a-4e43-a526-5561d6ac35fa req-bfa80613-578f-4b8b-a010-d8297048c2df tempest-MultipleCreateTestJSON-1336013687 tempest-MultipleCreateTestJSON-1336013687-project-member] Enqueued Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1112.508901] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 with Priority: HIGHEST for action security_group_members [ 1112.509303] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1e8c8ff-546f-4659-bd50-1a832387b4f3 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.509410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.837863] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.838092] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.838234] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.838546] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.839588] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.839588] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.839731] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.840048] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.840269] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.840503] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.840633] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.840757] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.840871] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.840996] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.841125] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.841269] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.863072] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.863072] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.863072] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.863693] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-162" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.863693] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-e20a55cb-6f34-4f61-a285-0f83700c7daf taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.863880] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.863958] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.864249] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.864398] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20a55cb-6f34-4f61-a285-0f83700c7daf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.868764] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1112.868984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.869182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.869394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.869886] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.891810] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.373414] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.374462] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.374462] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.374462] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.374462] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.374736] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.374736] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.375123] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.376497] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.376497] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.379368] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.379611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.379739] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.382601] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.382601] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.382601] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: e20a55cb-6f34-4f61-a285-0f83700c7daf is going to be updated. [ 1113.394000] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.409070] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.409554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.409767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.409920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.410033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.410171] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be deleted. [ 1113.460640] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.461412] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.461412] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.461412] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.461572] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.461864] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.505903] env[65043]: INFO networking_nsxv3.common.synchronization [req-49887af2-61d8-4f97-a983-9951bded22c2 req-772057be-503c-4646-bba0-87c6aaf2570b tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1113.506692] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1113.507954] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.508261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.508261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.508441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.508600] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.508701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.508776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.508919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.509018] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.509132] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.538036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.538036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.538036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.538036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.538348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.538348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.896574] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.896697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.896747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.896958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.897382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.897515] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be updated. [ 1113.927287] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.927602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.928263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.928263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.928263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.938938] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: IN_PROGRESS for 2s [ 1114.011427] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.033848] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: SUCCESS [ 1114.034060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.035768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.035768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.035768] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.035768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.035768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.035768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.035768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.035768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.035768] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.102088] env[65043]: INFO networking_nsxv3.common.synchronization [req-684459f1-4277-4cc7-b235-24040b83881f req-0cc7daa5-d9a8-43b0-b3d3-686e96471b8a service nova] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_rules [ 1114.102088] env[65043]: INFO networking_nsxv3.common.synchronization [req-684459f1-4277-4cc7-b235-24040b83881f req-0cc7daa5-d9a8-43b0-b3d3-686e96471b8a service nova] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 1114.102088] env[65043]: INFO networking_nsxv3.common.synchronization [req-684459f1-4277-4cc7-b235-24040b83881f req-0cc7daa5-d9a8-43b0-b3d3-686e96471b8a service nova] Enqueued Resource ID: e20a55cb-6f34-4f61-a285-0f83700c7daf with Priority: HIGHEST for action port [ 1114.102088] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_rules [ 1114.102681] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 1114.102681] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20a55cb-6f34-4f61-a285-0f83700c7daf with Priority: HIGHEST for action port [ 1114.102681] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.102976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.102976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.103094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.103094] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.104535] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.104648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.104712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.104942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.105383] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.105498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.105560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.105731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.105817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.105901] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.107145] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20a55cb-6f34-4f61-a285-0f83700c7daf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.107280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.107426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.107576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.107683] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20a55cb-6f34-4f61-a285-0f83700c7daf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.421284] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1114.421284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.513912] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.538791] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.538986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.538986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.539221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.539388] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.539486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.539549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.539696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.539780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.539864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.540017] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.540124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.540181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.540321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.540458] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.540549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.540611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.540745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.540819] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.540899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.540988] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.605588] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.605588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.613888] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.614191] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e20a55cb-6f34-4f61-a285-0f83700c7daf with status ACTIVE [ 1114.614405] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.614532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.614598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.614872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.614977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.615171] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.615266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.615342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.615495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.615583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.615791] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.615911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.616035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.616794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.616794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.616887] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e20a55cb-6f34-4f61-a285-0f83700c7daf is going to be updated. [ 1114.641525] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.641796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.641848] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.642212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.642278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.642428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20a55cb-6f34-4f61-a285-0f83700c7daf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.016784] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.017066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.017066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.017245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.017351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.017437] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1115.043360] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fba5917e-74c4-4e3a-bbb5-633b9dfddd4f: rpc.has_security_group_logging(os_id): False [ 1115.046848] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.046981] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.047115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.047385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.047539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.056438] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1115.060545] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.060728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.060758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.061133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.061237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.061441] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.061561] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.061631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.061832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.061945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.062214] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.062353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.062500] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.062674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.062943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.063289] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.063406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.063497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.063685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.063812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.063933] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f is going to be updated. [ 1115.118989] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.131305] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.131632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.131632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.131700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.132332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.148897] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: IN_PROGRESS for 2s [ 1115.599781] env[65043]: INFO networking_nsxv3.common.synchronization [req-173b76d9-dc8c-4031-bcc0-c64ce34dd8cb req-e5692fed-ead8-4500-b394-30164994a697 tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1115.600261] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1115.600571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.600691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.600758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.600956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.601131] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.601228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.601291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.601435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.601523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.601611] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.621218] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.621391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.621522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.621659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.621761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.621863] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be updated. [ 1115.652356] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.652556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.652734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.652903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.653447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.663397] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: IN_PROGRESS for 2s [ 1115.929838] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.930034] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.930165] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.930427] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.930680] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.930836] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.930952] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.931175] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.931317] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.931510] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.931635] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.931715] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.931819] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.931923] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.932037] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.932168] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.949554] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 in Status: SUCCESS [ 1115.949770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.950278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.950514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.950698] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.950808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.950873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.951034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.951118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.951212] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1e8c8ff-546f-4659-bd50-1a832387b4f3',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.952712] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.952932] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.953121] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.953285] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.953563] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-887fd805-b788-4ead-b7d6-2f4d4d667251 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.953726] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-887fd805-b788-4ead-b7d6-2f4d4d667251" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.953848] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-887fd805-b788-4ead-b7d6-2f4d4d667251" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.954324] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-887fd805-b788-4ead-b7d6-2f4d4d667251" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.954324] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887fd805-b788-4ead-b7d6-2f4d4d667251',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.104700] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.104895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.105007] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.105290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.105403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.105750] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.105904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.105975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.106143] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.106222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.106310] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1116.136882] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.137112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.137112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.137335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.137473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.146958] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1116.456467] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.456568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.456642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.456842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.456929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.457170] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.457296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.457386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.457544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.457623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.457753] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1e8c8ff-546f-4659-bd50-1a832387b4f3 is going to be deleted. [ 1116.459139] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.459362] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.459496] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.459710] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.459846] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.459988] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 887fd805-b788-4ead-b7d6-2f4d4d667251 not found, creating... [ 1116.460249] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.460402] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.460517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.460727] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.460863] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.461148] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.461307] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.461424] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.461627] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.461765] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.461902] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 887fd805-b788-4ead-b7d6-2f4d4d667251 is going to be created. [ 1116.463816] env[65043]: INFO networking_nsxv3.common.synchronization [req-3050d233-a57b-4060-bf1e-258f323ae6b9 req-c8102ed6-df02-4e32-80d5-836d6e32dbf5 tempest-ImagesOneServerNegativeTestJSON-1152152991 tempest-ImagesOneServerNegativeTestJSON-1152152991-project-member] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1116.464373] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGHEST for action security_group_members [ 1116.465317] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.465428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.465510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.465642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.465778] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.465875] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.465939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.466148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.466257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.466295] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.485863] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.486257] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.486257] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.486517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.486743] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.486966] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-887fd805-b788-4ead-b7d6-2f4d4d667251" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.497819] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.498032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.498032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.498308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.498408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.498513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1e8c8ff-546f-4659-bd50-1a832387b4f3" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.968351] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.968672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.968672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.968871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.968917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.969119] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.969237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.969296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.969448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.969526] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.969627] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be updated. [ 1117.000254] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.000385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.000452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.000656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.000797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.011412] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: IN_PROGRESS for 2s [ 1117.065407] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1117.065631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.164755] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: SUCCESS [ 1117.165075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.180939] env[65043]: INFO networking_nsxv3.common.synchronization [req-173b76d9-dc8c-4031-bcc0-c64ce34dd8cb req-912b52e8-a6a4-4eec-acb1-4e43cf3b36ef service nova] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 1117.181146] env[65043]: INFO networking_nsxv3.common.synchronization [req-173b76d9-dc8c-4031-bcc0-c64ce34dd8cb req-912b52e8-a6a4-4eec-acb1-4e43cf3b36ef service nova] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1117.181296] env[65043]: INFO networking_nsxv3.common.synchronization [req-173b76d9-dc8c-4031-bcc0-c64ce34dd8cb req-912b52e8-a6a4-4eec-acb1-4e43cf3b36ef service nova] Enqueued Resource ID: 887fd805-b788-4ead-b7d6-2f4d4d667251 with Priority: HIGHEST for action port [ 1117.181511] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 1117.181634] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1117.181728] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887fd805-b788-4ead-b7d6-2f4d4d667251 with Priority: HIGHEST for action port [ 1117.182825] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.183033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.183085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.183374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.183374] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.184225] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.184282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.185066] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-887fd805-b788-4ead-b7d6-2f4d4d667251 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.185066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-887fd805-b788-4ead-b7d6-2f4d4d667251" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.185066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-887fd805-b788-4ead-b7d6-2f4d4d667251" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.185066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-887fd805-b788-4ead-b7d6-2f4d4d667251" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.185066] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('887fd805-b788-4ead-b7d6-2f4d4d667251',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.674111] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: SUCCESS [ 1117.674599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.674599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.674796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.674979] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.675187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.675187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.675319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.675400] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.675488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.675576] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.686346] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.686475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.688777] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 887fd805-b788-4ead-b7d6-2f4d4d667251 with status ACTIVE [ 1117.689291] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.689291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.689291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.689499] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.689623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.690216] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.690317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.690367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.691673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.691673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.691673] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.691673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.691673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.691673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.691673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.691673] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 887fd805-b788-4ead-b7d6-2f4d4d667251 is going to be updated. [ 1117.727192] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.727343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.727481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.727693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.727839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.728088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-887fd805-b788-4ead-b7d6-2f4d4d667251" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.157816] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1118.158178] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 deletion is rescheduled due to dependency. [ 1118.158178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.158296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.158520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.158733] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.158845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.158885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.159026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.159105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.159202] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.177667] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.177814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.177868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.178121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.178294] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.178481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.178481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.179212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.179212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.179212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.179212] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.179212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.179212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.179212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.179408] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.179445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.179527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.179696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.179777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.179860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.179963] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.467481] env[65043]: INFO networking_nsxv3.common.synchronization [req-0a8b0834-953b-4e99-b4bb-c12a012aafb7 req-1ccbf96f-4df1-4096-9aec-ad84fb439749 tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1118.468445] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1118.468817] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.468978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.469087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.469339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.469637] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.469775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.469868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.470905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.471151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.471213] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.662285] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.683606] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbc5b29c-8e28-420a-99d3-a79c7f158190: rpc.has_security_group_logging(os_id): False [ 1118.704297] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.704527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.704592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.704757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.727038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.727038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.727038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.727038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.727038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.727038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.727416] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.727416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.727416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.727559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.727559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.727714] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.727814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.727881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.728052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.728153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.728248] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be updated. [ 1118.793463] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.793689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.793811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.794144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.794384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.809120] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: IN_PROGRESS for 2s [ 1118.974513] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.974687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.974744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.975065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.975186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.975403] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.975500] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.975570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.975769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.975860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.975898] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1119.034441] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba in Status: SUCCESS [ 1119.034707] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba deletion is rescheduled due to dependency. [ 1119.034919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.057504] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.057771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.057867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.058169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.058374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.072783] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1119.164639] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.667602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.668127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.668127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.668362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.668469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.668581] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1119.701076] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.701255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.701385] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.701542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.701847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.714552] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1120.513120] env[65043]: INFO networking_nsxv3.common.synchronization [req-a109edf8-43c7-4233-88cb-d76e8436b55d req-bc2c034e-51a5-441b-81be-c7bdfccbfdb8 tempest-DeleteServersAdminTestJSON-892690979 tempest-DeleteServersAdminTestJSON-892690979-project-member] Enqueued Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1120.513721] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGHEST for action security_group_members [ 1120.514050] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.514180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.514247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.515280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.515280] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.515280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.515280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.515280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.515280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.515280] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.537580] env[65043]: INFO networking_nsxv3.common.synchronization [None req-f6e5c151-4a7e-45bf-b575-fbae1c71accf tempest-AttachVolumeShelveTestJSON-399532935 tempest-AttachVolumeShelveTestJSON-399532935-project-member] Enqueued Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_rules [ 1120.538762] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_rules [ 1120.541249] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.541249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.541249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.541545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.541545] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.629301] env[65043]: INFO networking_nsxv3.common.synchronization [None req-aa5e425d-655a-4344-9763-7f7f17a6787e tempest-AttachVolumeShelveTestJSON-399532935 tempest-AttachVolumeShelveTestJSON-399532935-project-member] Enqueued Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_rules [ 1120.629863] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_rules [ 1120.630288] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.630411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.828047] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: SUCCESS [ 1120.828304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.017484] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.017667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.017706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.017949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.018051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.018259] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.018359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.018420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.018567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.018664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.018793] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f is going to be updated. [ 1121.048224] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.048428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.048428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.048652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.048857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.061951] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: IN_PROGRESS for 2s [ 1121.068293] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.068585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.068691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.068964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.069128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.069239] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfea60a4-ed49-4dda-990c-aa191197715c already deleted. [ 1121.069380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.069592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.069790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.069960] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.083223] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1121.083223] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1121.083223] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.593983] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.595266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.595266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.595266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.595266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.595266] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfea60a4-ed49-4dda-990c-aa191197715c already deleted. [ 1121.595266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.732669] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1121.732885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.733147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.733405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.733708] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.733888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.733954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.734200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.734289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.734339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.734441] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.932057] env[65043]: INFO networking_nsxv3.common.synchronization [None req-de84eed7-6b91-4d2c-a12a-d3dd9a3f0e85 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_rules [ 1121.932646] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_rules [ 1121.932971] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.933142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.933214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.933473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.933552] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.051934] env[65043]: INFO networking_nsxv3.common.synchronization [None req-5a5ff4b8-374b-4ffc-827d-21551a25b799 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_rules [ 1122.053034] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_rules [ 1122.053034] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.056730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.238766] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.478746] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.478946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.478946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.479257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.479411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.479411] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 already deleted. [ 1122.479537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.479698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.479798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.479920] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.741019] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a42d7ce-6df9-4163-8e88-d11249ed3390: rpc.has_security_group_logging(os_id): False [ 1122.763213] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.763213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.763213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.763213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.763213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.763213] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.763213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.763213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.763683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.763683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.763683] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1122.823527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.823730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.823730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.824333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.824333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.837116] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1123.074609] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f in Status: SUCCESS [ 1123.074835] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f deletion is rescheduled due to dependency. [ 1123.074944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.088571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.088798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.088798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.089020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.089210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.089331] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 already deleted. [ 1123.089439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.066520] env[65043]: INFO networking_nsxv3.common.synchronization [req-2ab8e1a2-0484-4c33-9434-da765f54bafd req-38c822bc-b390-413c-a8de-04686e00f1cd tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1124.066855] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1124.067304] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.067506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.067578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.067799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.067961] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.068076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.068142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.068297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.068382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.068478] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.407328] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.407622] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.407950] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.408216] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.408401] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.408606] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.408754] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.409017] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.410477] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.410808] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.411095] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.411290] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.411477] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.411623] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.411806] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.412176] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.434081] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.434332] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.434506] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.434762] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-567" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.435154] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-3e97e211-120d-46bd-bcb2-b7b6eac20a70 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.435385] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-3e97e211-120d-46bd-bcb2-b7b6eac20a70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.435524] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-3e97e211-120d-46bd-bcb2-b7b6eac20a70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.435971] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-3e97e211-120d-46bd-bcb2-b7b6eac20a70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.436214] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e97e211-120d-46bd-bcb2-b7b6eac20a70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.571257] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.571471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.571510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.571722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.571810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.572064] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.572166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.572215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.572351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.572425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.572512] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 1124.601299] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.601522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.601522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.601762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.601911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.611903] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 1124.851111] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1124.851364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.939071] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.939284] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.939384] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.939869] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.940063] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.940238] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 3e97e211-120d-46bd-bcb2-b7b6eac20a70 not found, creating... [ 1124.940532] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.940703] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.940820] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.941129] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.941292] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.941591] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.941750] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.941871] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.942098] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.942312] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.942472] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 3e97e211-120d-46bd-bcb2-b7b6eac20a70 is going to be created. [ 1124.967009] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.967245] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.967370] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.967700] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.967936] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.968193] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-3e97e211-120d-46bd-bcb2-b7b6eac20a70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.686730] env[65043]: INFO networking_nsxv3.common.synchronization [req-2ab8e1a2-0484-4c33-9434-da765f54bafd req-f7314b96-7adc-4dac-96d4-d7417fee997d service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 1125.687188] env[65043]: INFO networking_nsxv3.common.synchronization [req-2ab8e1a2-0484-4c33-9434-da765f54bafd req-f7314b96-7adc-4dac-96d4-d7417fee997d service nova] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1125.687188] env[65043]: INFO networking_nsxv3.common.synchronization [req-2ab8e1a2-0484-4c33-9434-da765f54bafd req-f7314b96-7adc-4dac-96d4-d7417fee997d service nova] Enqueued Resource ID: 3e97e211-120d-46bd-bcb2-b7b6eac20a70 with Priority: HIGHEST for action port [ 1125.687601] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_rules [ 1125.687737] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1125.687864] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e97e211-120d-46bd-bcb2-b7b6eac20a70 with Priority: HIGHEST for action port [ 1125.688315] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.688434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.689402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.689894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.689974] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.691413] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.691592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.691703] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e97e211-120d-46bd-bcb2-b7b6eac20a70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.691803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e97e211-120d-46bd-bcb2-b7b6eac20a70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.691871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e97e211-120d-46bd-bcb2-b7b6eac20a70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.692055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e97e211-120d-46bd-bcb2-b7b6eac20a70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.692137] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e97e211-120d-46bd-bcb2-b7b6eac20a70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.196525] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.196525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.197932] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e97e211-120d-46bd-bcb2-b7b6eac20a70 with status ACTIVE [ 1126.198581] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.198581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.198581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.198771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.199065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.199065] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.199177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.199209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.199366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.199451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.199624] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.199731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.199801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.199956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.200060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.200155] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e97e211-120d-46bd-bcb2-b7b6eac20a70 is going to be updated. [ 1126.234244] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.234364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.234364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.234540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.234680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.234850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e97e211-120d-46bd-bcb2-b7b6eac20a70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.624205] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 1126.624400] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 deletion is rescheduled due to dependency. [ 1126.624516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.624695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.624912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.625114] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.625317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.625384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.625537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.625617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.625711] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.131453] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.634298] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.136591] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.136853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.136977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.138247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.138541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.138541] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 1128.170764] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.170966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.171059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.171280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.171429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.181301] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 1130.197482] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 1130.197482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.197755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.197868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.198361] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.198361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.198361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.198524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.198524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.198611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.198984] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.672395] env[65043]: INFO networking_nsxv3.common.synchronization [req-135da579-1b05-48cd-ae48-1b6ca15979c8 req-c0a38188-a23e-4d5c-83e4-ee7a423e1881 tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1130.672939] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1130.673258] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.673378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.673446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.673637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.673844] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.673915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.674839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.674839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.674839] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.674839] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.702267] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.702360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.702435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.702649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.702817] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.702914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.702977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.703138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.703228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.703312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.703494] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.703558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.703605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.703727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.703901] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.704011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.704073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.704232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.704334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.704476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.704518] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.179307] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.211598] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8738e69-c6e1-439f-b70c-83d340b34596: rpc.has_security_group_logging(os_id): False [ 1131.236021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.236021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.236021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.236021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.237180] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.237452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.237622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.237864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.239843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.239843] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 1131.256436] env[65043]: INFO networking_nsxv3.common.synchronization [req-8914cb19-31de-4b73-ae66-7e12aa388b45 req-0006a7b4-521f-4f7c-987e-0b8632ed056f tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 1131.257633] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 1131.257953] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.258105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.258175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.258367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.258525] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.258624] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.258688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.258832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.258917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.259023] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.304675] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.304916] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.305011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.305335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.305480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.320156] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 1131.681559] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.762097] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.850331] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.850598] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.850772] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.851068] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.851337] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.851496] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.851683] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.851845] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.852028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.852250] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.852403] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.852602] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.852724] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.852833] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.852937] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.853079] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.875948] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.876219] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.876734] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.876843] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-969" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.877197] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.877446] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.877598] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.878193] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.878193] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ee458ba-3ef9-47c1-9e80-4b701170ae6c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.184061] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.184250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.184325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.184559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.184679] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.184776] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1132.216275] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.216275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.216275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.216880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.216880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.227604] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1132.264149] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.381288] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.381559] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.381737] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.381928] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.382086] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.382242] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 3ee458ba-3ef9-47c1-9e80-4b701170ae6c not found, creating... [ 1132.382509] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.382743] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.382867] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.383108] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.383246] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.383536] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.383701] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.383906] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.384014] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.384155] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.384297] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 3ee458ba-3ef9-47c1-9e80-4b701170ae6c is going to be created. [ 1132.413656] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.413656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.414075] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.414584] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.414844] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.415102] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.767244] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.767411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.767500] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.767864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.767999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.768125] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be updated. [ 1132.797669] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.797884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.797884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.798124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.798272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.807194] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: IN_PROGRESS for 2s [ 1133.004505] env[65043]: INFO networking_nsxv3.common.synchronization [None req-8172ba53-6023-4590-8452-7fb76eb03383 None None] Enqueued Resource ID: 2276fd68-2182-4be3-8edf-b74ad9a0e437 with Priority: HIGHEST for action port [ 1133.004505] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2276fd68-2182-4be3-8edf-b74ad9a0e437 with Priority: HIGHEST for action port [ 1133.004505] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2276fd68-2182-4be3-8edf-b74ad9a0e437 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.004640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2276fd68-2182-4be3-8edf-b74ad9a0e437" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.004640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2276fd68-2182-4be3-8edf-b74ad9a0e437" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.005955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2276fd68-2182-4be3-8edf-b74ad9a0e437" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.005955] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2276fd68-2182-4be3-8edf-b74ad9a0e437',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.095581] env[65043]: INFO networking_nsxv3.common.synchronization [req-8914cb19-31de-4b73-ae66-7e12aa388b45 req-dfe7e0da-a06b-4b05-a585-798d69f95e61 service nova] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_rules [ 1133.095760] env[65043]: INFO networking_nsxv3.common.synchronization [req-8914cb19-31de-4b73-ae66-7e12aa388b45 req-dfe7e0da-a06b-4b05-a585-798d69f95e61 service nova] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 1133.095901] env[65043]: INFO networking_nsxv3.common.synchronization [req-8914cb19-31de-4b73-ae66-7e12aa388b45 req-dfe7e0da-a06b-4b05-a585-798d69f95e61 service nova] Enqueued Resource ID: 3ee458ba-3ef9-47c1-9e80-4b701170ae6c with Priority: HIGHEST for action port [ 1133.096417] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_rules [ 1133.096551] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 1133.096648] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee458ba-3ef9-47c1-9e80-4b701170ae6c with Priority: HIGHEST for action port [ 1133.096914] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.097659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.097765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.097976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.098088] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.098960] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.099076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.099291] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.099645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.099714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.099912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.100029] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ee458ba-3ef9-47c1-9e80-4b701170ae6c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.338476] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 1133.338844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.509420] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2276fd68-2182-4be3-8edf-b74ad9a0e437 [ 1133.509879] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.510148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.510148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.510409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.510436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.510585] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2276fd68-2182-4be3-8edf-b74ad9a0e437 already deleted. [ 1133.510694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2276fd68-2182-4be3-8edf-b74ad9a0e437" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.601605] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.601764] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.602008] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ee458ba-3ef9-47c1-9e80-4b701170ae6c with status ACTIVE [ 1133.602127] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.602241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.602311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.602552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.602609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.602811] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.602884] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.602913] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.604439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.604556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604796] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.604906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.604976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.606073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.606073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.606073] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ee458ba-3ef9-47c1-9e80-4b701170ae6c is going to be updated. [ 1133.636729] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.636902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.636941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.637240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.637389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.637883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ee458ba-3ef9-47c1-9e80-4b701170ae6c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.728832] env[65043]: INFO networking_nsxv3.common.synchronization [req-51388c2f-219b-4934-8fbd-d5cd3388b518 req-cd3788bd-68d0-4c9a-aa02-ef1668233353 tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1133.729511] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1133.730882] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.730882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.731021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.731250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.732261] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.732261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.732261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.732261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.732261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.732261] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.739515] env[65043]: INFO networking_nsxv3.common.synchronization [req-dc5ee8bd-1e29-4233-8aea-9619ed630f6b req-ab89c0b2-0e21-4be8-8ffb-6a762c545630 tempest-AttachVolumeTestJSON-3535796 tempest-AttachVolumeTestJSON-3535796-project-member] Enqueued Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_members [ 1133.740280] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGHEST for action security_group_members [ 1133.740601] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.740717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.740781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.740974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.741130] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.741255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.741295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.741441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.742702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.742702] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.184035] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.184035] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.184035] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.184702] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.184702] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.184702] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.184893] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.185060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.185760] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.186460] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.186460] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.186460] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.186460] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.186767] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.186767] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.186880] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.212685] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.212842] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.212984] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.213172] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.213553] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-013c6e55-2cff-4e46-921d-3bbb3449e0bb taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.213835] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-013c6e55-2cff-4e46-921d-3bbb3449e0bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.213835] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-013c6e55-2cff-4e46-921d-3bbb3449e0bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.214167] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-013c6e55-2cff-4e46-921d-3bbb3449e0bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.214304] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013c6e55-2cff-4e46-921d-3bbb3449e0bb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.235818] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.235818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.235818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.235818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.235818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.236073] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.236209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.236277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.236504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.236595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.236690] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1134.238490] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1134.238714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.245695] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.245695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.245695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.245957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.246023] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.246186] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.246275] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.246361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.246521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.246597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.246688] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 is going to be updated. [ 1134.264258] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.265203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.265203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.265203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.265203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.273719] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1134.280433] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.280607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.280660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.280901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.280960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.290530] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 in Status: IN_PROGRESS for 2s [ 1134.716613] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.716908] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.716946] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.717753] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.717949] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.718129] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 013c6e55-2cff-4e46-921d-3bbb3449e0bb not found, creating... [ 1134.718440] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.718595] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.718680] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.718914] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.719134] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.719427] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.719598] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.719703] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.719910] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.720202] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.720355] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 013c6e55-2cff-4e46-921d-3bbb3449e0bb is going to be created. [ 1134.741906] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.742103] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.742264] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.742556] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.742804] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.743053] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-013c6e55-2cff-4e46-921d-3bbb3449e0bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.817976] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: SUCCESS [ 1134.818273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.818458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.818690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.818881] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.819015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.819091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.819226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.819303] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.819418] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.309182] env[65043]: INFO networking_nsxv3.common.synchronization [None req-ffc4ce7c-16d2-4723-a2f7-2c747c936dc0 None None] Enqueued Resource ID: df1d0222-f36c-466c-bbfc-5aab58f1e0d7 with Priority: HIGHEST for action port [ 1135.309757] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1d0222-f36c-466c-bbfc-5aab58f1e0d7 with Priority: HIGHEST for action port [ 1135.310122] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-df1d0222-f36c-466c-bbfc-5aab58f1e0d7 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.310195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df1d0222-f36c-466c-bbfc-5aab58f1e0d7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.312836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df1d0222-f36c-466c-bbfc-5aab58f1e0d7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.312836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df1d0222-f36c-466c-bbfc-5aab58f1e0d7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.312836] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1d0222-f36c-466c-bbfc-5aab58f1e0d7',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.323411] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.440931] env[65043]: INFO networking_nsxv3.common.synchronization [req-51388c2f-219b-4934-8fbd-d5cd3388b518 req-a8f27e8a-5c65-427d-9231-c15cdc6e6cae service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1135.440931] env[65043]: INFO networking_nsxv3.common.synchronization [req-51388c2f-219b-4934-8fbd-d5cd3388b518 req-a8f27e8a-5c65-427d-9231-c15cdc6e6cae service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1135.441104] env[65043]: INFO networking_nsxv3.common.synchronization [req-51388c2f-219b-4934-8fbd-d5cd3388b518 req-a8f27e8a-5c65-427d-9231-c15cdc6e6cae service nova] Enqueued Resource ID: 013c6e55-2cff-4e46-921d-3bbb3449e0bb with Priority: HIGHEST for action port [ 1135.441956] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1135.442873] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1135.442873] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013c6e55-2cff-4e46-921d-3bbb3449e0bb with Priority: HIGHEST for action port [ 1135.442873] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.442873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.442873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.443098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.443098] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.444169] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.444169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.444289] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-013c6e55-2cff-4e46-921d-3bbb3449e0bb taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.444355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-013c6e55-2cff-4e46-921d-3bbb3449e0bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.444465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-013c6e55-2cff-4e46-921d-3bbb3449e0bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.444569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-013c6e55-2cff-4e46-921d-3bbb3449e0bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.444643] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013c6e55-2cff-4e46-921d-3bbb3449e0bb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.816716] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df1d0222-f36c-466c-bbfc-5aab58f1e0d7 [ 1135.816716] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.816716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.816716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.816716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.816716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.816716] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df1d0222-f36c-466c-bbfc-5aab58f1e0d7 already deleted. [ 1135.816716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df1d0222-f36c-466c-bbfc-5aab58f1e0d7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.826787] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.946483] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.946483] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.953840] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 013c6e55-2cff-4e46-921d-3bbb3449e0bb with status ACTIVE [ 1135.953840] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.953840] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.953840] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.953840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.953840] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 013c6e55-2cff-4e46-921d-3bbb3449e0bb is going to be updated. [ 1135.977446] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.977446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.977446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.977446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.977446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.977446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-013c6e55-2cff-4e46-921d-3bbb3449e0bb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.161377] env[65043]: INFO networking_nsxv3.common.synchronization [None req-07ae823c-dc81-4b26-92bb-71e83d939f54 None None] Enqueued Resource ID: 4cb529fa-d9ca-4b1d-bb4c-c036f9c116be with Priority: HIGHEST for action port [ 1136.161924] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb529fa-d9ca-4b1d-bb4c-c036f9c116be with Priority: HIGHEST for action port [ 1136.162254] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb529fa-d9ca-4b1d-bb4c-c036f9c116be taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.162380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb529fa-d9ca-4b1d-bb4c-c036f9c116be" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.162609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb529fa-d9ca-4b1d-bb4c-c036f9c116be" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.163146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb529fa-d9ca-4b1d-bb4c-c036f9c116be" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.163356] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb529fa-d9ca-4b1d-bb4c-c036f9c116be',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.284628] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1136.284824] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1136.284938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.286150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.286411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.286621] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.286735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.286798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.286965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.287102] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.287156] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.300538] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 in Status: SUCCESS [ 1136.300744] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 deletion is rescheduled due to dependency. [ 1136.300864] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.328861] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.329098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.329420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.329657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.329776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.333236] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be updated. [ 1136.364239] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.366423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.366544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.366887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.366887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.377038] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: IN_PROGRESS for 2s [ 1136.666416] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cb529fa-d9ca-4b1d-bb4c-c036f9c116be [ 1136.666691] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.666828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.666902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.667140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.667231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.667326] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cb529fa-d9ca-4b1d-bb4c-c036f9c116be already deleted. [ 1136.667408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb529fa-d9ca-4b1d-bb4c-c036f9c116be" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.790836] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.934286] env[65043]: INFO networking_nsxv3.common.synchronization [req-d4b294da-79eb-4a21-ba0c-ea8dc11d6fb0 req-30a7c2c5-6c89-48b7-a2ac-b025d59572af tempest-AttachVolumeShelveTestJSON-399532935 tempest-AttachVolumeShelveTestJSON-399532935-project-member] Enqueued Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_members [ 1136.934968] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_members [ 1136.935293] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.935468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.935540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.935799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.935962] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.936581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.936581] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.936919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.936919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.936919] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.987667] env[65043]: INFO networking_nsxv3.common.synchronization [None req-04996c5c-8b70-4c94-8114-6d8daedc6fb0 None None] Enqueued Resource ID: 8fc6d0f9-e336-4e66-b855-43d4f12ed03b with Priority: HIGHEST for action port [ 1136.988186] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc6d0f9-e336-4e66-b855-43d4f12ed03b with Priority: HIGHEST for action port [ 1136.989321] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fc6d0f9-e336-4e66-b855-43d4f12ed03b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.989481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fc6d0f9-e336-4e66-b855-43d4f12ed03b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.989544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fc6d0f9-e336-4e66-b855-43d4f12ed03b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.989766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fc6d0f9-e336-4e66-b855-43d4f12ed03b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.989847] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc6d0f9-e336-4e66-b855-43d4f12ed03b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.293979] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.376851] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.376851] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.376851] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.376851] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.376851] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.377152] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.378059] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.378378] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.379494] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.379494] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.379494] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.379494] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.379494] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.379494] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.379494] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.379494] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.400238] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.400238] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.400238] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.400238] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.400238] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-9bc4f0ec-287a-4457-ad03-75c98ec7c724 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.400238] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.400238] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.400677] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.400677] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc4f0ec-287a-4457-ad03-75c98ec7c724',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.439809] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.440566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.440566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.440733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.440733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.440922] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.441039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.441148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.441251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.441326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.441433] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfea60a4-ed49-4dda-990c-aa191197715c already deleted. [ 1137.441523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.494858] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fc6d0f9-e336-4e66-b855-43d4f12ed03b [ 1137.495147] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.495284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.495349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.495591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.495680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.495773] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fc6d0f9-e336-4e66-b855-43d4f12ed03b already deleted. [ 1137.495853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fc6d0f9-e336-4e66-b855-43d4f12ed03b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.799035] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.799035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.799035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.799035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.799035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.799035] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1137.831619] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.831619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.831619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.831619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.831619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.839682] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1137.904771] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.904771] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.904771] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.904771] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.904771] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.904771] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 9bc4f0ec-287a-4457-ad03-75c98ec7c724 not found, creating... [ 1137.905146] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.905146] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.905222] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.905469] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.905622] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.905919] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.906105] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.906226] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.906456] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.906569] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.906715] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 9bc4f0ec-287a-4457-ad03-75c98ec7c724 is going to be created. [ 1137.931863] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.932023] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.932144] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.932504] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.932829] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.933201] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.947041] env[65043]: INFO networking_nsxv3.common.synchronization [req-456c055a-0e85-4a5c-aa29-c9a0efbc2440 req-53449386-41dd-41ff-8fa0-1017b017b2d7 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_members [ 1137.947986] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_members [ 1137.948343] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.948477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.948537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.948788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.948945] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.949059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.949123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.949272] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.949365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.949443] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.100379] env[65043]: INFO networking_nsxv3.common.synchronization [None req-c92fce9e-8fad-483f-8ee2-f1e627d787c0 None None] Enqueued Resource ID: fd30b452-f65b-4ee3-bed5-0f55414e4b9b with Priority: HIGHEST for action port [ 1138.101150] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd30b452-f65b-4ee3-bed5-0f55414e4b9b with Priority: HIGHEST for action port [ 1138.101236] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd30b452-f65b-4ee3-bed5-0f55414e4b9b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.101362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd30b452-f65b-4ee3-bed5-0f55414e4b9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.101424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd30b452-f65b-4ee3-bed5-0f55414e4b9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.101691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd30b452-f65b-4ee3-bed5-0f55414e4b9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.101766] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd30b452-f65b-4ee3-bed5-0f55414e4b9b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.351813] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.352842] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.353481] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.353481] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.353733] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.353911] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.354040] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.354262] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.354403] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.354610] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.354722] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.354827] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.354933] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.355048] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.355153] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.355285] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.379374] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.379576] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.379691] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.379894] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-312" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.380379] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-69093235-18de-4357-b931-1fd584f68835 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.380576] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-69093235-18de-4357-b931-1fd584f68835" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.380701] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-69093235-18de-4357-b931-1fd584f68835" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.381062] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-69093235-18de-4357-b931-1fd584f68835" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.381164] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69093235-18de-4357-b931-1fd584f68835',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.390642] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: SUCCESS [ 1138.390852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.391083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.391232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.391423] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.391529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.391607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.391741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.391817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.391899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.391991] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.453865] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.453865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.453865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.453865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.453865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.453865] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.453865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.453865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.453865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.454315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.454315] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 already deleted. [ 1138.454315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.603544] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd30b452-f65b-4ee3-bed5-0f55414e4b9b [ 1138.603834] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.603984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.604071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.604321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.604411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.604513] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd30b452-f65b-4ee3-bed5-0f55414e4b9b already deleted. [ 1138.604596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd30b452-f65b-4ee3-bed5-0f55414e4b9b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.661142] env[65043]: INFO networking_nsxv3.common.synchronization [req-d4b294da-79eb-4a21-ba0c-ea8dc11d6fb0 req-70b59f5d-767e-4814-ae1d-8d5d868760b4 service nova] Enqueued Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_rules [ 1138.661142] env[65043]: INFO networking_nsxv3.common.synchronization [req-d4b294da-79eb-4a21-ba0c-ea8dc11d6fb0 req-70b59f5d-767e-4814-ae1d-8d5d868760b4 service nova] Enqueued Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_members [ 1138.661142] env[65043]: INFO networking_nsxv3.common.synchronization [req-d4b294da-79eb-4a21-ba0c-ea8dc11d6fb0 req-70b59f5d-767e-4814-ae1d-8d5d868760b4 service nova] Enqueued Resource ID: 9bc4f0ec-287a-4457-ad03-75c98ec7c724 with Priority: HIGHEST for action port [ 1138.661142] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_rules [ 1138.661142] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_members [ 1138.661142] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc4f0ec-287a-4457-ad03-75c98ec7c724 with Priority: HIGHEST for action port [ 1138.661476] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.661610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.661646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.662056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.662056] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.663563] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.663563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.663563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.663563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.663820] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.663921] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.663985] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.664297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.664297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.664297] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.667948] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bc4f0ec-287a-4457-ad03-75c98ec7c724 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.668056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.668109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.668262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.668475] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc4f0ec-287a-4457-ad03-75c98ec7c724',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.884240] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.884474] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.884945] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.884945] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.885183] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.885410] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 69093235-18de-4357-b931-1fd584f68835 not found, creating... [ 1138.885713] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.886656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.886656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.886656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.886656] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.886656] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.886883] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.886919] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.887108] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.887242] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.887840] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 69093235-18de-4357-b931-1fd584f68835 is going to be created. [ 1138.894466] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.908689] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.908971] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.909168] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.909465] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.909715] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.909965] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-69093235-18de-4357-b931-1fd584f68835" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.168191] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.170170] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.170401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.172652] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bc4f0ec-287a-4457-ad03-75c98ec7c724 with status ACTIVE [ 1139.172929] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.173038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.173086] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.173271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.173360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.173620] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.173742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.173779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.174156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.174156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.174290] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.174290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.174369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.174457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.174529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.174611] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bc4f0ec-287a-4457-ad03-75c98ec7c724 is going to be updated. [ 1139.354885] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.354885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.354996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.355989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.355989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.355989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.361043] env[65043]: INFO networking_nsxv3.common.synchronization [None req-15e29430-01ef-4ca0-82e8-03b84b885f35 tempest-ServerActionsTestOtherB-1812591076 tempest-ServerActionsTestOtherB-1812591076-project-member] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1139.361878] env[65043]: INFO networking_nsxv3.common.synchronization [None req-b5b4e0fd-57ef-4ccb-9508-401dcf30d6af None None] Enqueued Resource ID: 9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991 with Priority: HIGHEST for action port [ 1139.367032] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1139.367032] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991 with Priority: HIGHEST for action port [ 1139.367032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.367032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.367032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.367032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.367032] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.367032] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.367032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.367032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.367032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.367032] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.383467] env[65043]: INFO networking_nsxv3.common.synchronization [None req-22dd8cfa-8fb9-4140-96bc-b5b24f03abb2 tempest-ServerActionsTestOtherB-1812591076 tempest-ServerActionsTestOtherB-1812591076-project-member] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1139.384127] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1139.384810] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.385213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.396713] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e8cead5-8205-43df-acb5-c95f9d85e059: rpc.has_security_group_logging(os_id): False [ 1139.418620] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.418620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.418620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.418620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.418620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.418892] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.418892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.418990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.419151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.419227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.419338] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be updated. [ 1139.490716] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.490716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.490716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.490716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.490716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.504813] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: IN_PROGRESS for 2s [ 1139.670522] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.736581] env[65043]: INFO networking_nsxv3.common.synchronization [req-456c055a-0e85-4a5c-aa29-c9a0efbc2440 req-7b5ae49a-a4c1-4267-8708-a5f7039efea6 service nova] Enqueued Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_rules [ 1139.736785] env[65043]: INFO networking_nsxv3.common.synchronization [req-456c055a-0e85-4a5c-aa29-c9a0efbc2440 req-7b5ae49a-a4c1-4267-8708-a5f7039efea6 service nova] Enqueued Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_members [ 1139.737068] env[65043]: INFO networking_nsxv3.common.synchronization [req-456c055a-0e85-4a5c-aa29-c9a0efbc2440 req-7b5ae49a-a4c1-4267-8708-a5f7039efea6 service nova] Enqueued Resource ID: 69093235-18de-4357-b931-1fd584f68835 with Priority: HIGHEST for action port [ 1139.737534] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_rules [ 1139.737705] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_members [ 1139.738198] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69093235-18de-4357-b931-1fd584f68835 with Priority: HIGHEST for action port [ 1139.738550] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.738700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.738779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.739057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.739163] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.740110] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.740225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.740346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.740522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.740603] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.740695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.740756] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.740946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.741062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.741406] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.742078] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-69093235-18de-4357-b931-1fd584f68835 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.742215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69093235-18de-4357-b931-1fd584f68835" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.742318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69093235-18de-4357-b931-1fd584f68835" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.742516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69093235-18de-4357-b931-1fd584f68835" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.742636] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69093235-18de-4357-b931-1fd584f68835',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.850520] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1139.850907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.851112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.851437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.851781] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.851983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.852138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.852488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.852729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.852972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.853233] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.870942] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991 [ 1139.870942] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.870942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.870942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.870942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.870942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.870942] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991 already deleted. [ 1139.870942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e4d2dbd-a7de-4754-bf3b-93f6bd7c6991" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.890874] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.891159] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.891209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.891464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.891613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.891716] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 already deleted. [ 1139.891840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.892057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.892302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.892422] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.175739] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.175739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.175739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.175739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.175739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.175739] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfea60a4-ed49-4dda-990c-aa191197715c is going to be created. [ 1140.202101] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.202101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.202263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.203451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.203451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.212732] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: UNINITIALIZED for 2s [ 1140.244474] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.244700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.244994] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.247285] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69093235-18de-4357-b931-1fd584f68835 with status ACTIVE [ 1140.247605] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.247812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.248856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.248856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.248856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.248856] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.249053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.249053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.249277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.250527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.251056] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.251056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.251184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.251453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.251677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.251677] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69093235-18de-4357-b931-1fd584f68835 is going to be updated. [ 1140.280994] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.281204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.281283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.281846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.283061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.283061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69093235-18de-4357-b931-1fd584f68835" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.356520] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.356520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.356520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.357177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.357408] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.357522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.357597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.357776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.357860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.357944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.358123] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.358230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.358271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.358413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.358547] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.358631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.358687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.358818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.358887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.358963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.359058] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.417872] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.417872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.417872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.417872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.417872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.417872] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 already deleted. [ 1140.417872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.755443] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.861506] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36266c17-44e9-4c03-a229-0ace0d5d4180: rpc.has_security_group_logging(os_id): False [ 1140.882775] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.882942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.883021] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.883274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.883414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.883630] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.883732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.883814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.883993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.884089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.884285] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.884380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.884440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.884583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.884654] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.884831] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.884923] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.885041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.885132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.885205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.885291] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1140.958294] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.958683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.958769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.958972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.959133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.978914] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1141.259727] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.259727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.260253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.260253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.260253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.260253] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 is going to be created. [ 1141.286974] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.287144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.287211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.287414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.287600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.303918] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 in Status: UNINITIALIZED for 2s [ 1141.521347] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: SUCCESS [ 1141.521808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.102633] env[65043]: INFO networking_nsxv3.common.synchronization [None req-0194fd69-a726-4f74-9e4f-92b0823ce086 tempest-AttachVolumeTestJSON-3535796 tempest-AttachVolumeTestJSON-3535796-project-member] Enqueued Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_rules [ 1142.103187] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_rules [ 1142.103538] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.103672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.103736] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.104028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.104752] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.217612] env[65043]: INFO networking_nsxv3.common.synchronization [None req-cfc3904a-ce92-4b27-94f3-ad189a209451 tempest-AttachVolumeTestJSON-3535796 tempest-AttachVolumeTestJSON-3535796-project-member] Enqueued Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_rules [ 1142.218973] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_rules [ 1142.219337] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.219337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.228191] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: SUCCESS [ 1142.228327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.228467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.229146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.229146] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.229146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.229146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.229477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.229477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.229477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.229604] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.637509] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.637509] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.637859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.637859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.638203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.638203] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 already deleted. [ 1142.638203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.638566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.638566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.638686] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.731694] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.994117] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1142.994117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.162047] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.162047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.162047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.162047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.163678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.163678] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 already deleted. [ 1143.163678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.236339] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfea60a4-ed49-4dda-990c-aa191197715c: rpc.has_security_group_logging(os_id): False [ 1143.254466] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.255738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.255738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.255738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.255738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.255738] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.255738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.255738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.255738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.255738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.255738] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfea60a4-ed49-4dda-990c-aa191197715c is going to be created. [ 1143.313757] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 in Status: SUCCESS [ 1143.314146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.314533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.314779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.314992] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.315290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.315290] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.315490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.315623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.315742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.316352] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.329913] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.330100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.330145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.333056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.333056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.349825] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: IN_PROGRESS for 2s [ 1143.819503] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.127113] env[65043]: INFO networking_nsxv3.common.synchronization [req-930e9ecd-a269-4559-b3d8-53ec25721886 req-f8022a1f-f6ff-43a0-9c2c-010172fec035 tempest-ServersNegativeTestMultiTenantJSON-138704801 tempest-ServersNegativeTestMultiTenantJSON-138704801-project-member] Enqueued Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGHEST for action security_group_members [ 1144.128045] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGHEST for action security_group_members [ 1144.128525] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eb0279e-e263-405d-94ea-a82c7c62d02a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.128723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.128843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.129225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.129477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.129657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.129792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.130609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.130905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.131153] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eb0279e-e263-405d-94ea-a82c7c62d02a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.326447] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba92f40f-72cd-4ffb-8aa3-741a59aaa357: rpc.has_security_group_logging(os_id): False [ 1144.352276] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.352419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.352493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.352744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.352836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.353098] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.353217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.353278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.353429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.353510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.353598] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 is going to be created. [ 1144.366126] env[65043]: INFO networking_nsxv3.common.synchronization [req-0338ec6e-1f80-4fb3-9167-251a5048f472 req-fc36a525-624e-4055-9b01-597c922e7b45 tempest-ServerDiskConfigTestJSON-977243825 tempest-ServerDiskConfigTestJSON-977243825-project-member] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1144.366675] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGHEST for action security_group_members [ 1144.367655] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.368213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.368334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.368596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.368823] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.368976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.369078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.369294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.369411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.369549] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.435330] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.435330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.435330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.435330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.435330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.447935] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 in Status: IN_PROGRESS for 2s [ 1144.634938] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.635254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.635498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.635829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.636418] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.636895] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.637295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.637684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.637801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.637949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.638153] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a already deleted. [ 1144.638321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.709634] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.710071] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-601" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.710473] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-601" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.710830] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-601" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.711379] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.711609] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.711763] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.712112] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.712255] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.712505] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.714076] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.714255] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.714400] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.714523] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.714632] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.714786] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.735187] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.735372] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.735512] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.735769] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-601" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.736114] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-5322efbc-da2b-47b0-b198-01cfdd08ed8a taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.736351] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-5322efbc-da2b-47b0-b198-01cfdd08ed8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.736510] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-5322efbc-da2b-47b0-b198-01cfdd08ed8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.736907] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-5322efbc-da2b-47b0-b198-01cfdd08ed8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.737056] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5322efbc-da2b-47b0-b198-01cfdd08ed8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.773265] env[65043]: INFO networking_nsxv3.common.synchronization [None req-296135ae-a243-4758-a651-ac5c24b53ca8 None None] Enqueued Resource ID: 2605ae1c-9990-43cf-bff4-6fe1d34f1b49 with Priority: HIGHEST for action port [ 1144.774173] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2605ae1c-9990-43cf-bff4-6fe1d34f1b49 with Priority: HIGHEST for action port [ 1144.774173] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-2605ae1c-9990-43cf-bff4-6fe1d34f1b49 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.774317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2605ae1c-9990-43cf-bff4-6fe1d34f1b49" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.774317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2605ae1c-9990-43cf-bff4-6fe1d34f1b49" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.774533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2605ae1c-9990-43cf-bff4-6fe1d34f1b49" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.774639] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2605ae1c-9990-43cf-bff4-6fe1d34f1b49',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.872871] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.873237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.873237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.873523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.873970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.873970] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.874137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.874137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.874361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.874460] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.874574] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be updated. [ 1144.907681] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.907892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.907892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.908135] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.908305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.917829] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: IN_PROGRESS for 2s [ 1145.240814] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.241031] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.241031] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.241469] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.241469] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.241707] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 5322efbc-da2b-47b0-b198-01cfdd08ed8a not found, creating... [ 1145.242048] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.242542] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.243018] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.243369] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.243784] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.244542] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.244708] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.244849] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.245124] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.245266] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.245411] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 5322efbc-da2b-47b0-b198-01cfdd08ed8a is going to be created. [ 1145.277571] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2605ae1c-9990-43cf-bff4-6fe1d34f1b49 [ 1145.278010] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.278883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.278883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.278883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.278883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.278883] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2605ae1c-9990-43cf-bff4-6fe1d34f1b49 already deleted. [ 1145.278883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2605ae1c-9990-43cf-bff4-6fe1d34f1b49" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.279984] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.280184] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.280319] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.280496] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.280712] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.281411] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-5322efbc-da2b-47b0-b198-01cfdd08ed8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.365516] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: SUCCESS [ 1145.365892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.969534] env[65043]: INFO networking_nsxv3.common.synchronization [req-930e9ecd-a269-4559-b3d8-53ec25721886 req-84492e52-2cd1-4b42-b690-f97d40ce3cc6 service nova] Enqueued Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGHEST for action security_group_rules [ 1145.970065] env[65043]: INFO networking_nsxv3.common.synchronization [req-930e9ecd-a269-4559-b3d8-53ec25721886 req-84492e52-2cd1-4b42-b690-f97d40ce3cc6 service nova] Enqueued Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGHEST for action security_group_members [ 1145.970065] env[65043]: INFO networking_nsxv3.common.synchronization [req-930e9ecd-a269-4559-b3d8-53ec25721886 req-84492e52-2cd1-4b42-b690-f97d40ce3cc6 service nova] Enqueued Resource ID: 5322efbc-da2b-47b0-b198-01cfdd08ed8a with Priority: HIGHEST for action port [ 1145.970555] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGHEST for action security_group_rules [ 1145.970693] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGHEST for action security_group_members [ 1145.970800] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5322efbc-da2b-47b0-b198-01cfdd08ed8a with Priority: HIGHEST for action port [ 1145.971852] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eb0279e-e263-405d-94ea-a82c7c62d02a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.971953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.972060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.972438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.972534] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eb0279e-e263-405d-94ea-a82c7c62d02a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.973505] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eb0279e-e263-405d-94ea-a82c7c62d02a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.973636] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.973718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.973914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.974074] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.974187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.974291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.974456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.974528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.974624] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eb0279e-e263-405d-94ea-a82c7c62d02a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.975834] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5322efbc-da2b-47b0-b198-01cfdd08ed8a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.975977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5322efbc-da2b-47b0-b198-01cfdd08ed8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.976074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5322efbc-da2b-47b0-b198-01cfdd08ed8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.976169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5322efbc-da2b-47b0-b198-01cfdd08ed8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.976300] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5322efbc-da2b-47b0-b198-01cfdd08ed8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.462999] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 in Status: SUCCESS [ 1146.462999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.479030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eb0279e-e263-405d-94ea-a82c7c62d02a taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.479030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.479227] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5322efbc-da2b-47b0-b198-01cfdd08ed8a with status ACTIVE [ 1146.479419] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.479478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.479572] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.479751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.479838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.480045] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.480151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.480214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.480375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.480453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.480636] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.480726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.480786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.480920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.480994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.481096] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5322efbc-da2b-47b0-b198-01cfdd08ed8a is going to be updated. [ 1146.482614] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eb0279e-e263-405d-94ea-a82c7c62d02a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.508106] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.508297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.508370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.508531] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.508672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.508829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5322efbc-da2b-47b0-b198-01cfdd08ed8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.517012] env[65043]: INFO networking_nsxv3.common.synchronization [req-722b72d6-7603-4212-b122-47b5aad803f5 req-ddde5ce7-8c32-4f51-933f-fdac8196d963 tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1146.517559] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1146.517940] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.518051] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.518091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.518300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.518671] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.518671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.518671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.518892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.518892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.518892] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.779329] env[65043]: INFO networking_nsxv3.common.synchronization [None req-c2246201-4075-49a4-9d74-2cc437197338 None None] Enqueued Resource ID: 9f0e3622-1921-4eec-85ff-e151dd3566c1 with Priority: HIGHEST for action port [ 1146.779914] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0e3622-1921-4eec-85ff-e151dd3566c1 with Priority: HIGHEST for action port [ 1146.780839] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f0e3622-1921-4eec-85ff-e151dd3566c1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.781167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f0e3622-1921-4eec-85ff-e151dd3566c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.781167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f0e3622-1921-4eec-85ff-e151dd3566c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.783158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f0e3622-1921-4eec-85ff-e151dd3566c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.783158] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f0e3622-1921-4eec-85ff-e151dd3566c1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.929505] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8738e69-c6e1-439f-b70c-83d340b34596 in Status: SUCCESS [ 1146.929603] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 deletion is rescheduled due to dependency. [ 1146.929737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.987332] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eb0279e-e263-405d-94ea-a82c7c62d02a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.990666] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.990862] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.990985] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.992974] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.996164] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.996164] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.996164] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.996164] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.996164] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.996164] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.996164] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.996164] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.996164] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.996164] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.996164] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.996164] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.019041] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.019246] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.019385] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.020301] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.020471] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-7e3189d7-5824-4de6-a29d-6481175c795b taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.020638] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-7e3189d7-5824-4de6-a29d-6481175c795b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.020759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-7e3189d7-5824-4de6-a29d-6481175c795b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.021131] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-7e3189d7-5824-4de6-a29d-6481175c795b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.021278] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3189d7-5824-4de6-a29d-6481175c795b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.022582] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.284276] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f0e3622-1921-4eec-85ff-e151dd3566c1 [ 1147.284617] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.285287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.285287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.285287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.285452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.285867] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f0e3622-1921-4eec-85ff-e151dd3566c1 already deleted. [ 1147.285867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f0e3622-1921-4eec-85ff-e151dd3566c1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.490778] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.490778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.491098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.491098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.491176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.491220] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a is going to be created. [ 1147.524906] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.525128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.525176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.525388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.525552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.527296] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.528568] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.528846] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.528974] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.529252] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.529411] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.529548] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 7e3189d7-5824-4de6-a29d-6481175c795b not found, creating... [ 1147.529829] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.529988] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.530127] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.530328] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.530461] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.530742] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.530894] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.531030] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.531369] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.531504] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.531644] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 7e3189d7-5824-4de6-a29d-6481175c795b is going to be created. [ 1147.557961] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a in Status: UNINITIALIZED for 2s [ 1147.569039] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.569039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.569039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.569039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.569039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.569039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-7e3189d7-5824-4de6-a29d-6481175c795b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.034749] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.034749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.034749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.035154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.035154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.035235] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1148.071389] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.071574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.071574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.071821] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.071890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.082564] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1148.299836] env[65043]: INFO networking_nsxv3.common.synchronization [req-722b72d6-7603-4212-b122-47b5aad803f5 req-4ba92fe8-fd6c-4e36-a7e4-2771030ec95d service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1148.299836] env[65043]: INFO networking_nsxv3.common.synchronization [req-722b72d6-7603-4212-b122-47b5aad803f5 req-4ba92fe8-fd6c-4e36-a7e4-2771030ec95d service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1148.299836] env[65043]: INFO networking_nsxv3.common.synchronization [req-722b72d6-7603-4212-b122-47b5aad803f5 req-4ba92fe8-fd6c-4e36-a7e4-2771030ec95d service nova] Enqueued Resource ID: 7e3189d7-5824-4de6-a29d-6481175c795b with Priority: HIGHEST for action port [ 1148.299836] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1148.299836] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1148.299836] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e3189d7-5824-4de6-a29d-6481175c795b with Priority: HIGHEST for action port [ 1148.299836] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.299836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.299836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.300124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.300124] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.301295] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.301295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.301295] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e3189d7-5824-4de6-a29d-6481175c795b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.301484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e3189d7-5824-4de6-a29d-6481175c795b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.301484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e3189d7-5824-4de6-a29d-6481175c795b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.301565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e3189d7-5824-4de6-a29d-6481175c795b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.301648] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e3189d7-5824-4de6-a29d-6481175c795b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.803693] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.803933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.807257] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e3189d7-5824-4de6-a29d-6481175c795b with status ACTIVE [ 1148.807257] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.807257] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.807257] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.807257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.807805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.807805] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e3189d7-5824-4de6-a29d-6481175c795b is going to be updated. [ 1148.833352] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.833573] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.833765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.834031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.834314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.834715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e3189d7-5824-4de6-a29d-6481175c795b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.983038] env[65043]: INFO networking_nsxv3.common.synchronization [req-283530de-7ec3-491a-aee5-ae152ff2c9a5 req-06c8b95c-930c-4ee3-80b3-cd1c1369e24d tempest-ServerActionsTestOtherB-1812591076 tempest-ServerActionsTestOtherB-1812591076-project-member] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1148.983709] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1148.984113] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.984317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.984317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.984580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.984742] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.984908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.984988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.985111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.985250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.985383] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.328391] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.328744] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.328744] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.329060] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.329333] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.329494] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.329611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.329825] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.329972] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.330433] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.330557] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.330666] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.330778] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.330889] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.330995] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.331143] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.353910] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.354101] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.354243] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.354427] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.354745] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-f5d525bf-ff14-4bb7-95c0-9ab30411591a taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.354922] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-f5d525bf-ff14-4bb7-95c0-9ab30411591a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.355052] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-f5d525bf-ff14-4bb7-95c0-9ab30411591a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.355399] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-f5d525bf-ff14-4bb7-95c0-9ab30411591a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.355533] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d525bf-ff14-4bb7-95c0-9ab30411591a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.488910] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.488910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.488910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.488910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.489194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.489194] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.490037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.490037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.490037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.490037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.490037] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 already deleted. [ 1149.490037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.570034] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a in Status: SUCCESS [ 1149.570034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.570034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.570034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.570034] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.570034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.570034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.570034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.570034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.570034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.570034] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eb0279e-e263-405d-94ea-a82c7c62d02a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.861028] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.861028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.861028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.861028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.861028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.861028] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port f5d525bf-ff14-4bb7-95c0-9ab30411591a not found, creating... [ 1149.861028] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.861028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.861028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.861028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.861028] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.861700] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.861700] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.861700] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.861700] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.862389] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.862389] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: f5d525bf-ff14-4bb7-95c0-9ab30411591a is going to be created. [ 1149.882447] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.882759] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.882907] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.883190] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.883421] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.883641] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-f5d525bf-ff14-4bb7-95c0-9ab30411591a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.076022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eb0279e-e263-405d-94ea-a82c7c62d02a taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.076022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.076022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eb0279e-e263-405d-94ea-a82c7c62d02a taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.076022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.076022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.076648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.076648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.076648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.076648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.076648] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eb0279e-e263-405d-94ea-a82c7c62d02a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.094946] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1150.095743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.096104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.096439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.096761] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.097060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.097237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.097500] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.097685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.097901] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.580105] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eb0279e-e263-405d-94ea-a82c7c62d02a: rpc.has_security_group_logging(os_id): False [ 1150.600438] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.602413] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.602542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.603990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.603990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.603990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.603990] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.603990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.603990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.603990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.603990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.603990] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.603990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.603990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.604698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.604698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.604698] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.604816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.604905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.605099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.605202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.605319] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a is going to be created. [ 1150.659212] env[65043]: INFO networking_nsxv3.common.synchronization [req-283530de-7ec3-491a-aee5-ae152ff2c9a5 req-d47ab628-6719-49fb-bfc6-b0eeff7decc6 service nova] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1150.659520] env[65043]: INFO networking_nsxv3.common.synchronization [req-283530de-7ec3-491a-aee5-ae152ff2c9a5 req-d47ab628-6719-49fb-bfc6-b0eeff7decc6 service nova] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1150.659728] env[65043]: INFO networking_nsxv3.common.synchronization [req-283530de-7ec3-491a-aee5-ae152ff2c9a5 req-d47ab628-6719-49fb-bfc6-b0eeff7decc6 service nova] Enqueued Resource ID: f5d525bf-ff14-4bb7-95c0-9ab30411591a with Priority: HIGHEST for action port [ 1150.660353] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1150.660501] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1150.660813] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d525bf-ff14-4bb7-95c0-9ab30411591a with Priority: HIGHEST for action port [ 1150.660925] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.661031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.661115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.661386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.661511] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.662712] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.662887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.662990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.663258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.663456] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.663665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.663775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.663963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.664114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.664262] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.665369] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5d525bf-ff14-4bb7-95c0-9ab30411591a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.665528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5d525bf-ff14-4bb7-95c0-9ab30411591a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.665609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5d525bf-ff14-4bb7-95c0-9ab30411591a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.665781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5d525bf-ff14-4bb7-95c0-9ab30411591a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.665869] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d525bf-ff14-4bb7-95c0-9ab30411591a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.669775] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.669918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.670056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.670263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.670447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.685501] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a in Status: IN_PROGRESS for 2s [ 1151.107901] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.169811] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.169811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.170059] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.172325] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5d525bf-ff14-4bb7-95c0-9ab30411591a with status ACTIVE [ 1151.172528] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.172722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.172722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.172917] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.173131] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.173183] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.173278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.173335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.174367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.174367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.174367] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.174367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.174367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.174367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.174367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.174367] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5d525bf-ff14-4bb7-95c0-9ab30411591a is going to be updated. [ 1151.197973] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.198535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.198535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.198535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.198535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.198782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5d525bf-ff14-4bb7-95c0-9ab30411591a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.610423] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.610759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.610759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.610870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.610957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.611091] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1151.650258] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.650430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.650550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.650686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.650829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.661563] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1151.675897] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.178585] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.178585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.178585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.178585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.178585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.178585] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be created. [ 1152.208946] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.209146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.209219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.209428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.210226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.218784] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: UNINITIALIZED for 2s [ 1152.446769] env[65043]: INFO networking_nsxv3.common.synchronization [req-63d2ad6e-8e1d-4d76-a641-26e2214d5ace req-ac6ef9be-fcd7-47a0-b70f-59b6df81df04 tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1152.447041] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1152.447245] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.447645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.447645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.447769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.447873] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.447934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.447993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.448194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.448277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.448388] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.699250] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a in Status: SUCCESS [ 1152.699621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.951121] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.951121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.951121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.951306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.951371] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.951555] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.951649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.951765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.951894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.951947] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.952037] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1152.985229] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.985380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.985518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.985640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.986105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.996572] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1153.678604] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1153.678940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.679165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.679411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.679612] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.679734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.679803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.679962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.680073] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.680168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.680540] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.183642] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.184064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.184277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.184953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.184953] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.185096] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.185239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.185479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.185632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.185789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.186084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.186251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.186368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.186614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.187111] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.187111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.187203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.187381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.187523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.187674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.187824] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.230202] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1154.230202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.230202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.230480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.230480] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.230575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.230606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.230747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.230824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.230906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.230993] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.355725] env[65043]: INFO networking_nsxv3.common.synchronization [req-485892ec-3a8d-4cb7-a36e-2f3e374c1b3a req-8193bf96-e52f-428d-ab1b-8af9051cfb72 tempest-AttachVolumeTestJSON-3535796 tempest-AttachVolumeTestJSON-3535796-project-member] Enqueued Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_members [ 1154.356347] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_members [ 1154.356674] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd6c443-106d-48d6-9df7-0bccb0b57b15 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.356804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.356890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.357190] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.357368] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.357519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.357566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.357707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.357807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.357910] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.689932] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4250c5-3aac-469b-85cd-b0c8b22b59e1: rpc.has_security_group_logging(os_id): False [ 1154.710194] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.710412] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.710499] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.710778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.710900] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.711160] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.711296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.711381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.711583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.711740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.711969] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.713069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.713355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.713554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.713645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.713860] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.714063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.714063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.714311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.714311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.714377] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1154.734120] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.751066] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.751272] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-267" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.751407] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-267" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.751672] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-267" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.752195] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.752364] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.752485] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.752703] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.752845] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.753108] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.753187] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.753298] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.753405] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.753513] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.753615] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.753803] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.775175] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.775357] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.775491] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.775661] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-267" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.776017] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.776200] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.776305] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.776630] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.776758] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c419e7-f7cd-4d0c-9ac3-ab1601406ecc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.794719] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.794915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.794962] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.795197] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.795346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.810290] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1154.861175] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.861411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.861476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.861698] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.861789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.861999] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.862121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.862183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.862334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.862411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.862496] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 already deleted. [ 1154.862576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.008234] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1155.008408] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1155.008518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.237289] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f171d7-6af1-4b47-8ab6-9212eda00cf8: rpc.has_security_group_logging(os_id): False [ 1155.260411] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.260845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.260845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.260845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.261052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.261364] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.261520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.261562] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.261754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.261847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.261949] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be created. [ 1155.278894] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.279254] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.279402] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.279810] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.280040] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.280295] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 76c419e7-f7cd-4d0c-9ac3-ab1601406ecc not found, creating... [ 1155.280655] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.280863] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.281080] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.282042] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.282042] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.282042] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.282264] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.282400] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.282709] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.282847] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.283053] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 76c419e7-f7cd-4d0c-9ac3-ab1601406ecc is going to be created. [ 1155.325206] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.325538] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.325766] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.326176] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.326540] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.326829] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.361262] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.361664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.361791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.362083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.362339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.377711] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1155.994660] env[65043]: INFO networking_nsxv3.common.synchronization [req-485892ec-3a8d-4cb7-a36e-2f3e374c1b3a req-1173c49f-1868-4b2c-8b21-869ebe651357 service nova] Enqueued Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_rules [ 1155.994660] env[65043]: INFO networking_nsxv3.common.synchronization [req-485892ec-3a8d-4cb7-a36e-2f3e374c1b3a req-1173c49f-1868-4b2c-8b21-869ebe651357 service nova] Enqueued Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_members [ 1155.994660] env[65043]: INFO networking_nsxv3.common.synchronization [req-485892ec-3a8d-4cb7-a36e-2f3e374c1b3a req-1173c49f-1868-4b2c-8b21-869ebe651357 service nova] Enqueued Resource ID: 76c419e7-f7cd-4d0c-9ac3-ab1601406ecc with Priority: HIGHEST for action port [ 1155.994660] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_rules [ 1155.994660] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_members [ 1155.994660] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c419e7-f7cd-4d0c-9ac3-ab1601406ecc with Priority: HIGHEST for action port [ 1155.995169] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.995521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.995677] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.995998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.996607] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.998633] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd6c443-106d-48d6-9df7-0bccb0b57b15 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.999065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.000717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.000717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.000717] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.000717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.000717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.000717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.000717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.000717] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.004778] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.004778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.004778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.004778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.004778] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c419e7-f7cd-4d0c-9ac3-ab1601406ecc',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.507712] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.507712] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd6c443-106d-48d6-9df7-0bccb0b57b15 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.507712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.507712] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76c419e7-f7cd-4d0c-9ac3-ab1601406ecc with status ACTIVE [ 1156.507712] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.507712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.507712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.507712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.507712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.508433] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.508433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.508433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.508433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.508433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.508433] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.508725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.508725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.508725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.508725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.508834] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76c419e7-f7cd-4d0c-9ac3-ab1601406ecc is going to be updated. [ 1156.533439] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.533439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.533439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.533439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.533591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.533705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76c419e7-f7cd-4d0c-9ac3-ab1601406ecc" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.819642] env[65043]: INFO networking_nsxv3.common.synchronization [req-3cb42b51-1c26-4fc9-935c-5dd2fdf47462 req-1a400d6a-effa-41c0-99b0-24a23c0d2ef2 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1156.820385] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1156.820645] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.820780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.820856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.821133] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.821292] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.821388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.821471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.821670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.821763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.821861] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.830265] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1156.830528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.012283] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.324960] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.328025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.328025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.328025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.328025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.328025] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.328025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.328025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.328025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.328025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.328025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 already deleted. [ 1157.328025] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.393543] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1157.393543] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.514783] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.518836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.518836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.518836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.518836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.518836] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 is going to be created. [ 1157.550104] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.550104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.550104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.550104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.550104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.562804] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 in Status: UNINITIALIZED for 2s [ 1157.731512] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.731740] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-164" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.731811] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-164" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.732168] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-164" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.732522] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.732717] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.732895] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.733140] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.733282] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.733513] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.733619] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.733730] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.733900] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.733960] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.734081] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.734166] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.753274] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.753445] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.753583] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.753793] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-164" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.754179] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.754369] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.754476] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.754785] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.754924] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.136251] env[65043]: INFO networking_nsxv3.common.synchronization [req-1066df4c-4e8f-44a3-bd93-3470125a10cf req-51ad37ab-7f52-400e-9de2-e3fbfe9c56df tempest-ServersNegativeTestJSON-613646239 tempest-ServersNegativeTestJSON-613646239-project-member] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 1158.136860] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGHEST for action security_group_members [ 1158.137212] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.137338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.137408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.137609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.137760] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.137883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.137952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.138128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.138232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.138337] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.257481] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.258288] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.258288] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.258436] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.258569] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.258720] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca not found, creating... [ 1158.259037] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.259152] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.259606] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.259606] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.259703] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.260447] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.260447] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.260583] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.260844] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.261045] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.261408] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca is going to be created. [ 1158.285520] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.285812] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.286047] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.286605] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.286605] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.286899] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.643374] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.643743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.643743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.643852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.643956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.644141] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.644237] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.644300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.644444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.644519] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.644605] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be updated. [ 1158.676901] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.676901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.677017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.677345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.677439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.687116] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: IN_PROGRESS for 2s [ 1159.025110] env[65043]: INFO networking_nsxv3.common.synchronization [req-3cb42b51-1c26-4fc9-935c-5dd2fdf47462 req-9bfdf9f6-c9d4-4e68-9b5e-ea2b700bc7b7 service nova] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1159.025318] env[65043]: INFO networking_nsxv3.common.synchronization [req-3cb42b51-1c26-4fc9-935c-5dd2fdf47462 req-9bfdf9f6-c9d4-4e68-9b5e-ea2b700bc7b7 service nova] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1159.025464] env[65043]: INFO networking_nsxv3.common.synchronization [req-3cb42b51-1c26-4fc9-935c-5dd2fdf47462 req-9bfdf9f6-c9d4-4e68-9b5e-ea2b700bc7b7 service nova] Enqueued Resource ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca with Priority: HIGHEST for action port [ 1159.025989] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1159.026131] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1159.026231] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca with Priority: HIGHEST for action port [ 1159.026520] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.026641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.026714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.026999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.028633] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.029226] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.029504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.029657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.029941] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.030208] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.032498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.032498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.032498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.032498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.032498] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.037737] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.037737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.037737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.037737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.037737] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.224363] env[65043]: INFO networking_nsxv3.common.synchronization [req-5438a3fc-e201-40e7-860c-1cc196671a8f req-70876186-c466-43fa-b8e9-4d2e46cbff01 tempest-ServersNegativeTestMultiTenantJSON-138704801 tempest-ServersNegativeTestMultiTenantJSON-138704801-project-member] Enqueued Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGHEST for action security_group_members [ 1159.224363] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGHEST for action security_group_members [ 1159.224363] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eb0279e-e263-405d-94ea-a82c7c62d02a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.224363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.224363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.225128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.225409] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.225632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.225781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.226093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.226281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.226751] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eb0279e-e263-405d-94ea-a82c7c62d02a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.541228] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.542681] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.542681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.542681] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca with status ACTIVE [ 1159.542681] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.542681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.542681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.543246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.543246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.543246] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.543388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.543388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.543484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.543565] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.543744] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.543836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.543899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.545201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.545312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.545413] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca is going to be updated. [ 1159.570070] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.570273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.570322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.570528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.570673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.570850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.573177] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 in Status: SUCCESS [ 1159.573375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.573523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.573722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.574081] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.574172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.574232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.574391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.574470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.574555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.574780] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.730287] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.730595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.730595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.730773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.730868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.731103] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.731196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.731256] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.731397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.731474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.731560] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a is going to be updated. [ 1159.762711] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.762898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.762936] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.763150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.763297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.773329] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a in Status: IN_PROGRESS for 2s [ 1160.048086] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.076945] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.473377] env[65043]: INFO networking_nsxv3.common.synchronization [None req-d78e6d40-1adc-486c-a549-7bc67ac93911 None None] Enqueued Resource ID: 242e098f-31c5-4e65-864d-0ce53bc2b4fd with Priority: HIGHEST for action port [ 1160.474084] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 242e098f-31c5-4e65-864d-0ce53bc2b4fd with Priority: HIGHEST for action port [ 1160.474290] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-242e098f-31c5-4e65-864d-0ce53bc2b4fd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.474399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-242e098f-31c5-4e65-864d-0ce53bc2b4fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.474453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-242e098f-31c5-4e65-864d-0ce53bc2b4fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.474712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-242e098f-31c5-4e65-864d-0ce53bc2b4fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.474781] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('242e098f-31c5-4e65-864d-0ce53bc2b4fd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.550248] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.551136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.551282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.551528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.551628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.551738] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be created. [ 1160.579690] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1dd6c443-106d-48d6-9df7-0bccb0b57b15: rpc.has_security_group_logging(os_id): False [ 1160.583732] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.584185] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.584424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.584578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.584772] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.595346] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: UNINITIALIZED for 2s [ 1160.603156] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.603328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.603367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.603616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.603709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.603986] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.604103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.604144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.604264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.604341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.604428] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 is going to be created. [ 1160.688022] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.688022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.688022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.688022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.688022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.701760] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 in Status: SUCCESS [ 1160.702066] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 deletion is rescheduled due to dependency. [ 1160.702203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.703145] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 in Status: IN_PROGRESS for 2s [ 1160.979332] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 242e098f-31c5-4e65-864d-0ce53bc2b4fd [ 1160.979622] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.979887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.979887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.980160] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.981241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.981361] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:242e098f-31c5-4e65-864d-0ce53bc2b4fd already deleted. [ 1160.981456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-242e098f-31c5-4e65-864d-0ce53bc2b4fd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.789308] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a in Status: SUCCESS [ 1161.789926] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a deletion is rescheduled due to dependency. [ 1161.790556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.621320] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1162.621955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.621955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.621955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.621955] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.622154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.622154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.622564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.622564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.622564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.622564] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.630740] env[65043]: INFO networking_nsxv3.common.synchronization [req-9b372550-f77e-45e6-a8a1-2fd2b5fc6c02 req-80993d07-d5dd-45b4-9ef3-4ae439c2bef5 tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1162.631379] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1162.631814] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.631814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.631814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.633479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.633479] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.633479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.633658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.633688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.633760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.633863] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.717178] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 in Status: SUCCESS [ 1162.717178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.125259] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.125436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.125575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.125846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.126174] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.126263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.126295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.126480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.126576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.126669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.126852] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.126907] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.127138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.127199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.127331] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.127445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.127508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.127652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.127733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.127818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.127937] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.137583] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.260923] env[65043]: INFO networking_nsxv3.common.synchronization [None req-41b6eab8-6311-4410-b368-f9c2bf67c5cc None None] Enqueued Resource ID: 60ced124-2950-4a18-aba8-ec7f517c563b with Priority: HIGHEST for action port [ 1163.261639] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ced124-2950-4a18-aba8-ec7f517c563b with Priority: HIGHEST for action port [ 1163.262534] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ced124-2950-4a18-aba8-ec7f517c563b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.262534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ced124-2950-4a18-aba8-ec7f517c563b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.262534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ced124-2950-4a18-aba8-ec7f517c563b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.262648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ced124-2950-4a18-aba8-ec7f517c563b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.262833] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ced124-2950-4a18-aba8-ec7f517c563b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.631803] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c31f7623-fb64-4f08-92ba-37c212a89a10: rpc.has_security_group_logging(os_id): False [ 1163.639986] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.665532] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.666097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.666231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.666785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.667201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.667587] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.667804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.667925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.668425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.668425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.668726] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.668896] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.668999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.669312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.669419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.669742] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.669926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.670106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.670370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.670526] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.670973] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be created. [ 1163.746581] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.746731] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.746810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.747044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.747234] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.764175] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1163.765029] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60ced124-2950-4a18-aba8-ec7f517c563b [ 1163.765029] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.765029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.765029] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.765268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.765396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.765506] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60ced124-2950-4a18-aba8-ec7f517c563b already deleted. [ 1163.765594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ced124-2950-4a18-aba8-ec7f517c563b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.142516] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.143309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.143309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.143309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.143309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.143309] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1164.183040] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.183040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.183040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.183040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.183040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.193584] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1165.774711] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1165.775123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.203723] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1166.203723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.187394] env[65043]: INFO networking_nsxv3.common.synchronization [req-ebfa6c05-3fc7-4848-a9b9-7dd626fdeae9 req-14224ba9-828e-484e-a774-8b8a00b77952 tempest-ServerRescueNegativeTestJSON-254892003 tempest-ServerRescueNegativeTestJSON-254892003-project-member] Enqueued Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1167.187735] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1167.188096] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.188589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.188589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.188774] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.188927] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.189047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.189105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.189262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.189346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.189438] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.601413] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.601413] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.601413] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.602068] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.602623] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.603034] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.604075] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.604075] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.604075] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.604075] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.606020] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.606020] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.606020] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.606020] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.606020] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.606020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.630071] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.630071] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.630071] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.630071] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.630071] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-787b9253-9cd7-4323-8799-4a59161d7058 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.630071] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-787b9253-9cd7-4323-8799-4a59161d7058" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.630071] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-787b9253-9cd7-4323-8799-4a59161d7058" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.630071] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-787b9253-9cd7-4323-8799-4a59161d7058" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.630071] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('787b9253-9cd7-4323-8799-4a59161d7058',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.692931] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.693134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.693205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.693426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.693516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.693717] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.693811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.693869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.694040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.694117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.694208] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 already deleted. [ 1167.694295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.133141] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.133141] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.133141] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.133459] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.133577] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.133744] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 787b9253-9cd7-4323-8799-4a59161d7058 not found, creating... [ 1168.134040] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.134235] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.134605] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.134605] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.134690] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.135105] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.135241] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.135368] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.135614] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.135749] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.135975] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 787b9253-9cd7-4323-8799-4a59161d7058 is going to be created. [ 1168.162151] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.162579] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.162797] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.163628] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.163712] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.164159] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-787b9253-9cd7-4323-8799-4a59161d7058" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.915181] env[65043]: INFO networking_nsxv3.common.synchronization [req-ebfa6c05-3fc7-4848-a9b9-7dd626fdeae9 req-f56e8e91-e216-4cc7-b78c-88f1e59faabb service nova] Enqueued Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_rules [ 1168.915448] env[65043]: INFO networking_nsxv3.common.synchronization [req-ebfa6c05-3fc7-4848-a9b9-7dd626fdeae9 req-f56e8e91-e216-4cc7-b78c-88f1e59faabb service nova] Enqueued Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1168.915505] env[65043]: INFO networking_nsxv3.common.synchronization [req-ebfa6c05-3fc7-4848-a9b9-7dd626fdeae9 req-f56e8e91-e216-4cc7-b78c-88f1e59faabb service nova] Enqueued Resource ID: 787b9253-9cd7-4323-8799-4a59161d7058 with Priority: HIGHEST for action port [ 1168.916201] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_rules [ 1168.916366] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1168.916469] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787b9253-9cd7-4323-8799-4a59161d7058 with Priority: HIGHEST for action port [ 1168.916774] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.916870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.916937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.918299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.918299] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.918885] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.919911] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.920016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.920872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.920872] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.920872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.920872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.920872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.920872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.920872] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.923152] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-787b9253-9cd7-4323-8799-4a59161d7058 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.924824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-787b9253-9cd7-4323-8799-4a59161d7058" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.924824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-787b9253-9cd7-4323-8799-4a59161d7058" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.924824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-787b9253-9cd7-4323-8799-4a59161d7058" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.924824] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('787b9253-9cd7-4323-8799-4a59161d7058',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.236391] env[65043]: INFO networking_nsxv3.common.synchronization [req-d6c8404f-cdc8-4c61-a99f-fee32f5049bb req-3cc05f7d-f8d5-420c-99c5-0c4bd8351a3f tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1169.236639] env[65043]: INFO networking_nsxv3.common.synchronization [req-d6c8404f-cdc8-4c61-a99f-fee32f5049bb req-3cc05f7d-f8d5-420c-99c5-0c4bd8351a3f tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1169.237212] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1169.237365] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1169.237656] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.237776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.237841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.238414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.238562] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.238632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.238697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.238946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.238946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.239319] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.240399] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.240613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.240694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.240860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.241427] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.241427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.241427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.241427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.241427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.242093] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.286391] env[65043]: INFO networking_nsxv3.common.synchronization [req-d6c8404f-cdc8-4c61-a99f-fee32f5049bb req-3cc05f7d-f8d5-420c-99c5-0c4bd8351a3f tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_rules [ 1169.286391] env[65043]: INFO networking_nsxv3.common.synchronization [req-d6c8404f-cdc8-4c61-a99f-fee32f5049bb req-3cc05f7d-f8d5-420c-99c5-0c4bd8351a3f tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1169.286391] env[65043]: INFO networking_nsxv3.common.synchronization [req-d6c8404f-cdc8-4c61-a99f-fee32f5049bb req-3cc05f7d-f8d5-420c-99c5-0c4bd8351a3f tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1169.286736] env[65043]: INFO networking_nsxv3.common.synchronization [req-d6c8404f-cdc8-4c61-a99f-fee32f5049bb req-3cc05f7d-f8d5-420c-99c5-0c4bd8351a3f tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1169.287210] env[65043]: INFO networking_nsxv3.common.synchronization [req-d6c8404f-cdc8-4c61-a99f-fee32f5049bb req-3cc05f7d-f8d5-420c-99c5-0c4bd8351a3f tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca with Priority: HIGHEST for action port [ 1169.287694] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_rules [ 1169.289513] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1169.289651] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca with Priority: HIGHEST for action port [ 1169.289751] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1169.289843] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1169.290149] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.290278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.290334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.290575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.290803] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.292514] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.292641] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.292695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.292866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.292942] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.294668] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.294879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.294955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.295144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.295225] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.296454] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.296559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.297431] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.297431] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.420566] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.420795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.427660] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.428498] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 787b9253-9cd7-4323-8799-4a59161d7058 with status ACTIVE [ 1169.428582] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.428663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.428724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.428930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.429035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.429219] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.429321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.429384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.429544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.429619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.429801] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.429892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.429949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.430225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.430337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.430453] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 787b9253-9cd7-4323-8799-4a59161d7058 is going to be updated. [ 1169.466093] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.466093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.466093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.466093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.466093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.466093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-787b9253-9cd7-4323-8799-4a59161d7058" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.700497] env[65043]: INFO networking_nsxv3.common.synchronization [req-d9bfaecc-2160-4923-a69b-7511dcd63cdf req-27255d1e-a719-4b09-8cb8-4b219e2f14db tempest-ServerRescueNegativeTestJSON-254892003 tempest-ServerRescueNegativeTestJSON-254892003-project-member] Enqueued Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1169.700497] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1169.700764] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.700868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.741298] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.743883] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.750036] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1169.750036] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1169.750036] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGHEST for action security_group_members [ 1169.750036] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1169.750036] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1169.750036] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGHEST for action security_group_members [ 1169.750036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.750036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.750036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.750036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.750036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-67586687-eb6d-4024-9ee8-9c8cf6304ce1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.750036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.750036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.750036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.750036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.752625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.752625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.752625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.752625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.752625] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.795737] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.795737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.795839] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.796085] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.797567] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca with status ACTIVE [ 1169.797816] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.798209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.798209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.798373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.798523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.798775] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.798893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.798933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.799170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.799325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.799565] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.799781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.799870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.800098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.800345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.800345] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca is going to be updated. [ 1169.802470] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGHEST for action security_group_rules [ 1169.802743] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGHEST for action security_group_members [ 1169.802941] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_rules [ 1169.803291] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1169.803399] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1169.803602] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1169.803783] env[65043]: INFO networking_nsxv3.common.synchronization [req-a949b1f2-dd96-4eec-ad59-4d4cf1aeeb89 req-b42c1863-d3b8-4732-9863-edade5ffd152 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca with Priority: HIGHEST for action port [ 1169.804404] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGHEST for action security_group_rules [ 1169.804601] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_rules [ 1169.804782] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1169.805039] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca with Priority: HIGHEST for action port [ 1169.805114] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1169.805341] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGHEST for action security_group_members [ 1169.805477] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1169.806518] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.806681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.806807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.807094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.807244] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.808595] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.808814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.809912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.809912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.809912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.809912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.809912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.809912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.811381] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-67586687-eb6d-4024-9ee8-9c8cf6304ce1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.811478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.811746] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.811746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.830516] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.830690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.830728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.833894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.833894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.833894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.833894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.833894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.833894] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.933894] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.075355] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.075585] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.075706] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.076336] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.078868] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.079118] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.079252] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.079523] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.079672] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.079890] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.080016] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.080141] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.080250] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.080356] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.080469] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.080588] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.114133] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.114133] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.114133] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.114133] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.114133] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-505c73aa-f92e-492c-a4bb-085e267b63bd taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.114133] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-505c73aa-f92e-492c-a4bb-085e267b63bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.114133] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-505c73aa-f92e-492c-a4bb-085e267b63bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.114133] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-505c73aa-f92e-492c-a4bb-085e267b63bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.114133] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505c73aa-f92e-492c-a4bb-085e267b63bd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.244240] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.246051] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.255372] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.313038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-67586687-eb6d-4024-9ee8-9c8cf6304ce1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.313251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.334712] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca with status ACTIVE [ 1170.335192] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.335192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.335192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.335378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.335428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.336656] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.336656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.336656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.336656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.336656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.336656] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.336656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.336656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.336656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.336656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.336656] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca is going to be updated. [ 1170.358278] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.359031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.359031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.359031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.359031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.359224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4502ac-973e-4b15-aaa4-c6ea3d9fcbca" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.437531] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.437719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.437786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.438050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.438167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.438291] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 is going to be created. [ 1170.478218] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.478436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.478537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.479305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.479305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.490755] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: UNINITIALIZED for 2s [ 1170.617070] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.617328] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.617376] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.617726] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.617930] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.618145] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 505c73aa-f92e-492c-a4bb-085e267b63bd not found, creating... [ 1170.618461] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.618831] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.618831] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.619014] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.619187] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.619502] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.619709] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.619852] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.620103] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.620275] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.620446] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 505c73aa-f92e-492c-a4bb-085e267b63bd is going to be created. [ 1170.640603] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.640916] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.641071] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.641358] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.641584] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.641810] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-505c73aa-f92e-492c-a4bb-085e267b63bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.747077] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.747314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.747314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.747586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.747681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.747801] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c8c52e-5247-4a45-a092-134e4563ef7e is going to be created. [ 1170.749282] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.749404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.749471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.749645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.749727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.749816] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1170.757800] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.785740] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.785919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.785991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.786284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.786448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.789167] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.789299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.789339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.789534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.789700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.803279] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1170.805160] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: UNINITIALIZED for 2s [ 1171.261169] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.261169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.261169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.261169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.261803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.261803] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 is going to be created. [ 1171.300576] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.300781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.300820] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.301186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.301186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.313495] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 in Status: UNINITIALIZED for 2s [ 1171.338130] env[65043]: INFO networking_nsxv3.common.synchronization [req-d9bfaecc-2160-4923-a69b-7511dcd63cdf req-f1786795-5474-4f49-8a61-2bf4b195074c service nova] Enqueued Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_rules [ 1171.338130] env[65043]: INFO networking_nsxv3.common.synchronization [req-d9bfaecc-2160-4923-a69b-7511dcd63cdf req-f1786795-5474-4f49-8a61-2bf4b195074c service nova] Enqueued Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1171.338130] env[65043]: INFO networking_nsxv3.common.synchronization [req-d9bfaecc-2160-4923-a69b-7511dcd63cdf req-f1786795-5474-4f49-8a61-2bf4b195074c service nova] Enqueued Resource ID: 505c73aa-f92e-492c-a4bb-085e267b63bd with Priority: HIGHEST for action port [ 1171.338130] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_rules [ 1171.338781] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1171.339146] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505c73aa-f92e-492c-a4bb-085e267b63bd with Priority: HIGHEST for action port [ 1171.339649] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.339899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.340319] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.340659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.341163] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-505c73aa-f92e-492c-a4bb-085e267b63bd taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.341465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-505c73aa-f92e-492c-a4bb-085e267b63bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.341653] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-505c73aa-f92e-492c-a4bb-085e267b63bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.341977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-505c73aa-f92e-492c-a4bb-085e267b63bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.342819] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505c73aa-f92e-492c-a4bb-085e267b63bd',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.847026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 505c73aa-f92e-492c-a4bb-085e267b63bd with status ACTIVE [ 1171.847026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.847026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.847026] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.847026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.847026] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 505c73aa-f92e-492c-a4bb-085e267b63bd is going to be updated. [ 1171.871743] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.871889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.871983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.872234] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.872398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.874032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-505c73aa-f92e-492c-a4bb-085e267b63bd" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.059655] env[65043]: INFO networking_nsxv3.common.synchronization [req-4f928407-7a07-4666-add7-7c8129b6b30e req-24f49a7a-af25-499d-8528-1615e0c35bea tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1172.061041] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1172.061041] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.061041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.061041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.061293] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.061433] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.061585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.061671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.061852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.061940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.062163] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.400253] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.400543] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.400636] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.400946] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.401318] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.401596] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.401764] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.402086] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.402281] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.402519] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.402638] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.402745] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.402850] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.403381] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.403732] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.403947] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.424304] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.426340] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.426340] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.426340] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.426340] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.426340] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.426340] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.426340] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.426632] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4014ad2d-5d03-4197-ba20-8d3edb2b50fe',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.501606] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: SUCCESS [ 1172.502127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.502482] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.503389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.503389] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.503389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.503389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.504011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.504011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.504011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.504196] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.505846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.506129] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.506497] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.507028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.507028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.507028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.507028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.507205] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.564122] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.564319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.564589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.564589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.564715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.564857] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.564998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.564998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.565166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.565245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.565333] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1172.592967] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.593157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.593224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.593428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.593605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.602614] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1172.814183] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1172.814442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.814605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.814812] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.815010] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.815126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.815196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.815338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.815419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.815516] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.816901] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: SUCCESS [ 1172.817092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.817258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.817423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.817771] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.817771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.817771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.817879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.818927] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.818927] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.932025] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.932025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.932025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.932025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.932025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.932025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 4014ad2d-5d03-4197-ba20-8d3edb2b50fe not found, creating... [ 1172.932025] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.932025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.932025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.932025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.932025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.932517] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.932517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.932517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.932517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.932517] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.932517] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 4014ad2d-5d03-4197-ba20-8d3edb2b50fe is going to be created. [ 1172.952434] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.952659] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.952785] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.953059] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.953310] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.953549] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.007039] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.007279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.009697] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.319839] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.320782] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.323244] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 in Status: SUCCESS [ 1173.324024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.324024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.324024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.324024] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.324510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.324510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.324510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.324510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.324647] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.512942] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.709977] env[65043]: INFO networking_nsxv3.common.synchronization [req-4f928407-7a07-4666-add7-7c8129b6b30e req-d3862707-d5f9-4e4d-bc6c-431ecaa377c8 service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1173.710212] env[65043]: INFO networking_nsxv3.common.synchronization [req-4f928407-7a07-4666-add7-7c8129b6b30e req-d3862707-d5f9-4e4d-bc6c-431ecaa377c8 service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1173.710378] env[65043]: INFO networking_nsxv3.common.synchronization [req-4f928407-7a07-4666-add7-7c8129b6b30e req-d3862707-d5f9-4e4d-bc6c-431ecaa377c8 service nova] Enqueued Resource ID: 4014ad2d-5d03-4197-ba20-8d3edb2b50fe with Priority: HIGHEST for action port [ 1173.710913] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1173.711080] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1173.711198] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4014ad2d-5d03-4197-ba20-8d3edb2b50fe with Priority: HIGHEST for action port [ 1173.711516] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.711643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.711727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.711889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.711969] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.712821] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.712915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.713993] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.714143] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.714219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.714391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.714525] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4014ad2d-5d03-4197-ba20-8d3edb2b50fe',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.823824] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.824407] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.827573] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.016038] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.016038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.016038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.016038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.016038] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.016038] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 is going to be updated. [ 1174.049882] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.050184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.050184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.050312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.050498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.059956] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: IN_PROGRESS for 2s [ 1174.217708] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.217887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.218081] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4014ad2d-5d03-4197-ba20-8d3edb2b50fe with status ACTIVE [ 1174.218275] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.218391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.218451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.218734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.218734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.218913] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.219022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.219124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.219263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.219296] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.219490] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.219596] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.219649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.219758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.219829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.219915] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4014ad2d-5d03-4197-ba20-8d3edb2b50fe is going to be updated. [ 1174.248633] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.248801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.248874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.249098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.249238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.249442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4014ad2d-5d03-4197-ba20-8d3edb2b50fe" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.326363] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.326548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.326624] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.326870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.326922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.327016] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1174.328374] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.328437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.328494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.328688] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.328767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.328858] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c8c52e-5247-4a45-a092-134e4563ef7e is going to be updated. [ 1174.329778] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.378819] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.379056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.379056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.380282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.380282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.382330] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.382467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.382580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.382765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.382951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.392881] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1174.394025] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: IN_PROGRESS for 2s [ 1174.614139] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1174.614139] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1174.614139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.614651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.614651] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.614847] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.614988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.615077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.615297] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.615409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.615518] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.834612] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.835315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.835315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.835467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.835467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.836055] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 is going to be updated. [ 1174.866344] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.866524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.866597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.866809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.866955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.876051] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 in Status: IN_PROGRESS for 2s [ 1175.118700] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.622066] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.081883] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: SUCCESS [ 1176.082136] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.082218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.082446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.082650] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.082758] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.082823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.082999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.083083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.083205] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.125101] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.125352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.125352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.125552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.125697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.125883] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1176.155652] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.155860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.155860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.156130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.156347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.167458] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1176.405503] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: SUCCESS [ 1176.405775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.406230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.406230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.406442] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.406644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.406644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.406760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.406849] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.406999] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.409720] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1176.409820] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.409986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.410198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.410358] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.410471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.410536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.410750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.410750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.410982] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.585816] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.888769] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 in Status: SUCCESS [ 1176.889181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.889286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.889578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.889801] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.889963] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.890062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.890292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.890381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.890470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.890561] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.909714] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.912525] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.088447] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.394070] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.412160] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.414628] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.590696] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.590925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.590925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.591158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.591250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.591351] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 is going to be updated. [ 1177.625245] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.625434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.626268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.626563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.626727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.647363] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: IN_PROGRESS for 2s [ 1177.896792] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67586687-eb6d-4024-9ee8-9c8cf6304ce1: rpc.has_security_group_logging(os_id): False [ 1177.914974] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.916552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.916689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.916894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.916974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.917105] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c8c52e-5247-4a45-a092-134e4563ef7e is going to be updated. [ 1177.919194] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.919351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.919421] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.919567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.919645] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.919888] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.920026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.920088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.920194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.920255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.920373] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 is going to be created. [ 1177.921602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.921725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.921791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.921942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.922020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.922113] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1177.962373] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.962574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.962618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.962876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.963048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.965615] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.965716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.965716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.966132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.966445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.979310] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: IN_PROGRESS for 2s [ 1177.980084] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1177.995991] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.996249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.996249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.996646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.996926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.010678] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 in Status: IN_PROGRESS for 2s [ 1178.178572] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1178.178863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.179117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.179322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.179635] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.179798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.179882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.180066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.180151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.180240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.180324] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.683018] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.683286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.683367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.683643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.683828] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.683924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.683989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.684150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.684238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.684325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.684478] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.684570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.684630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.684767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.684902] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.685012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.685060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.685194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.685267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.685373] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.685483] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.699175] env[65043]: INFO networking_nsxv3.common.synchronization [req-a6468165-8884-4249-bcad-e6557392840f req-ca22c1e9-6556-4a9b-a818-869630364b5f tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1178.699653] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1178.699949] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.700069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.011115] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.011440] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-164" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.011887] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-164" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.011962] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-164" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.012327] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.012559] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.012744] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.013073] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.013343] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.013574] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.013775] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.013942] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.014117] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.014300] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.014466] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.014659] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.037192] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.037718] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.037718] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.037813] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-164" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.038152] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-495d4bbf-f4a3-4db2-8836-66c63218cb86 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.038340] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.038461] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.038811] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.038954] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495d4bbf-f4a3-4db2-8836-66c63218cb86',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.188216] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36266c17-44e9-4c03-a229-0ace0d5d4180: rpc.has_security_group_logging(os_id): False [ 1179.205331] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.205520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.205624] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.205742] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.205832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.206060] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.206168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.206220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.206438] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.206521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.206708] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.206802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.206861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.207008] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.207087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.207493] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.207493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.207493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.207612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.207655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.207727] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1179.321678] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.321978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.322148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.322374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.322574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.338958] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1179.541404] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.541655] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.541789] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.542098] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.542253] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.542422] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 495d4bbf-f4a3-4db2-8836-66c63218cb86 not found, creating... [ 1179.542712] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.542980] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.542980] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.543229] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.543363] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.544373] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.544454] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.544535] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.544763] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.544906] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.545061] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 is going to be created. [ 1179.568565] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.568869] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.569039] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.569450] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.569734] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.569986] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.665340] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: SUCCESS [ 1179.665620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.665786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.665954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.666326] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.666569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.666655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.666853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.666957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.667042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.667219] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.667403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.667506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.667603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.667720] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.667828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.667888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.668027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.668113] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.668175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.668271] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.990991] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1179.991238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.991555] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.991789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.991987] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.992119] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.992186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.992338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.992419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.992504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.992602] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.994018] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: SUCCESS [ 1179.994498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.994498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.994629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.994751] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.994865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.994947] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.995128] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.995188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.995286] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.995970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.996302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.996302] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.996638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.996689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.996994] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.997124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.997218] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.997316] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.998285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.998430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.999155] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.999155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.999155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.999155] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.999376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.999376] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.022507] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 in Status: SUCCESS [ 1180.022932] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.170329] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89a41120-2dc8-4a50-80d4-9601fd4e2c70: rpc.has_security_group_logging(os_id): False [ 1180.217563] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.217830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.217975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.219046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.219046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.219046] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.219046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.219280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.220076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.220076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.220076] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.220076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.220076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.220325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.220440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.220688] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.220843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.220946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.221578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.221578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.221578] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 is going to be created. [ 1180.272623] env[65043]: INFO networking_nsxv3.common.synchronization [req-a6468165-8884-4249-bcad-e6557392840f req-256d2f4a-2e6e-4533-9a46-1c26c9c77ee2 service nova] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1180.272801] env[65043]: INFO networking_nsxv3.common.synchronization [req-a6468165-8884-4249-bcad-e6557392840f req-256d2f4a-2e6e-4533-9a46-1c26c9c77ee2 service nova] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1180.272977] env[65043]: INFO networking_nsxv3.common.synchronization [req-a6468165-8884-4249-bcad-e6557392840f req-256d2f4a-2e6e-4533-9a46-1c26c9c77ee2 service nova] Enqueued Resource ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 with Priority: HIGHEST for action port [ 1180.273187] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1180.273337] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1180.273454] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 with Priority: HIGHEST for action port [ 1180.276741] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.276741] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.276957] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.277069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.277301] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-495d4bbf-f4a3-4db2-8836-66c63218cb86 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.277432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.277491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.277725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.277847] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495d4bbf-f4a3-4db2-8836-66c63218cb86',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.297776] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.297951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.297990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.298458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.298458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.324107] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: IN_PROGRESS for 2s [ 1180.499662] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.499662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.499662] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.500766] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.502018] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.781805] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 495d4bbf-f4a3-4db2-8836-66c63218cb86 with status ACTIVE [ 1180.782048] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.782188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.782307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.782603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.782705] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.782909] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.783012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.783080] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.783241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.783316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.783496] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.783587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.783648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.783786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.783852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.783937] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 is going to be updated. [ 1180.805341] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.805618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.805618] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.805834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.805950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.806047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.003876] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9c8c52e-5247-4a45-a092-134e4563ef7e: rpc.has_security_group_logging(os_id): False [ 1181.005079] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.005988] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.024152] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.024517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.024517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.024603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.024689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.024926] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.025045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.025111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.025264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.025342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.025443] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c8c52e-5247-4a45-a092-134e4563ef7e is going to be created. [ 1181.202167] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.202167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.202167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.202167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.202167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.214747] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: IN_PROGRESS for 2s [ 1181.360151] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1181.360578] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.508458] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.508704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.508704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.508937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.509036] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.509144] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1181.510492] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.510630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.510757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.511115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.511115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.511214] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c8c52e-5247-4a45-a092-134e4563ef7e is going to be updated. [ 1181.548052] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.548209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.548209] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.548410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.548553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.550624] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.550767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.550823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.551028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.551176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.561644] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: IN_PROGRESS for 2s [ 1181.562393] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1181.584490] env[65043]: INFO networking_nsxv3.common.synchronization [req-2ffca59e-3e36-4e89-ab7c-a3d9bf3d0776 req-4a6d9d94-bc51-4549-a0a4-4da883a02fcb tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1181.585074] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1181.585545] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.585545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.585545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.585755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.585872] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.586030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.586030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.586169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.586250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.586341] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.957152] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.957417] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.957521] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.957782] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.958069] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.958247] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.958372] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.958611] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.958764] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.959035] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.959245] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.959350] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.959516] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.959687] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.959813] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.959947] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.979472] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.979660] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.979760] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.979933] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-160" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.980535] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.980535] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.980535] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.980866] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.981224] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.089072] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.342522] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: SUCCESS [ 1182.342953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.343163] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.343394] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.343487] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.483432] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.483666] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.483705] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.484053] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.484127] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.484282] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d not found, creating... [ 1182.484668] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.484787] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.485120] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.485563] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.485641] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.485869] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.486045] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.486166] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.486376] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.486536] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.486738] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d is going to be created. [ 1182.509944] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.510197] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.510197] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.511384] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.511384] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.511384] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.591733] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.845783] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.845967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.846032] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.846278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.846560] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.846757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.846757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.847034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.847034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.847203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.847203] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.094137] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.094427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.094427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.094628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.094724] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.094858] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1183.126616] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.126787] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.126858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.127088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.127233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.138155] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1183.192540] env[65043]: INFO networking_nsxv3.common.synchronization [req-2ffca59e-3e36-4e89-ab7c-a3d9bf3d0776 req-9e57f2b8-fbbd-469a-9feb-5b8e1786f5f1 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1183.192767] env[65043]: INFO networking_nsxv3.common.synchronization [req-2ffca59e-3e36-4e89-ab7c-a3d9bf3d0776 req-9e57f2b8-fbbd-469a-9feb-5b8e1786f5f1 service nova] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1183.192933] env[65043]: INFO networking_nsxv3.common.synchronization [req-2ffca59e-3e36-4e89-ab7c-a3d9bf3d0776 req-9e57f2b8-fbbd-469a-9feb-5b8e1786f5f1 service nova] Enqueued Resource ID: 0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d with Priority: HIGHEST for action port [ 1183.193459] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_rules [ 1183.193595] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1183.193692] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d with Priority: HIGHEST for action port [ 1183.193961] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.194674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.194674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.194823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.194910] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.195857] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.195957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.196177] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.196271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.196331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.196586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.196667] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.230879] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: SUCCESS [ 1183.230879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.230879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.230879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.231169] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.349973] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.350527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.350627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.350851] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.351036] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.351142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.351207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.351351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.351435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.351537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.351667] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.351757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.351822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.351949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.352091] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.352181] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.352316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.352362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.352436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.352517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.352604] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.573648] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1183.573905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.574203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.574478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.574716] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.574887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.574961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.575164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.575295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.575434] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.578595] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: SUCCESS [ 1183.578595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.700217] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.700217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.702767] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d with status ACTIVE [ 1183.702905] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.703077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.703169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.704054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.704054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.704054] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.704054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.704054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.704054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.704054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.704786] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.704786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.704786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.704786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.704786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.704786] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d is going to be updated. [ 1183.729475] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.729670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.729670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.729822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.729964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.730226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dd3a2e3-018b-4f6d-b601-f6fe0c77fd1d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.732812] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.732950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.733201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.733456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.733689] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.733810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.733891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.734083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.734212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.734364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.734414] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.854918] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89a41120-2dc8-4a50-80d4-9601fd4e2c70: rpc.has_security_group_logging(os_id): False [ 1183.873406] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.873627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.873627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.873935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.874070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.874367] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.874514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.874622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.874908] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.875078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.875310] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.875510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.875648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.875887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.875978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.876196] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.876295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.876369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.876585] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.876671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.876760] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 is going to be updated. [ 1183.962250] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.962436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.962512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.962734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.962935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.981110] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: IN_PROGRESS for 2s [ 1184.080278] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.237762] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.582763] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.740617] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9c8c52e-5247-4a45-a092-134e4563ef7e: rpc.has_security_group_logging(os_id): False [ 1184.760898] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.761157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.761289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.761665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.761780] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.762104] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.762240] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.762307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.762497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.762600] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.762687] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c8c52e-5247-4a45-a092-134e4563ef7e is going to be updated. [ 1184.818755] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.818948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.819060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.819307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.819462] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.834572] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: IN_PROGRESS for 2s [ 1185.085490] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.085693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.085693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.085880] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.085970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.086083] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1185.116581] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.116860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.116860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.117026] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.117176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.128302] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1185.148948] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1185.149234] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.149406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.149695] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.149904] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.150041] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.150115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.150279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.150363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.150461] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.652576] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.994441] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: SUCCESS [ 1185.994701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.154910] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.657890] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.658390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.658390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.658390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.658538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.658538] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1186.684673] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.684894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.684894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.685103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.685249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.693683] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1186.857662] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: SUCCESS [ 1186.857871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.139328] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1187.139566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.139735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.139959] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.140160] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.140274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.140335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.140481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.140560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.140657] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.575430] env[65043]: INFO networking_nsxv3.common.synchronization [req-9ce58017-a75c-4014-b924-2bb8fef33d4b req-de8ad9e9-2a24-4bd5-ac21-935270b4d1cd tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1187.575860] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1187.576309] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.576487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.576613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.576890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.577142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.577362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.577464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.577691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.577837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.577996] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.643402] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.080534] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.081198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.081198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.081198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.081198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.081411] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.081411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.081566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.081620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.081671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.081733] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1188.113831] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.113991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.114098] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.114510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.114720] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.125169] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1188.146110] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.317373] env[65043]: INFO networking_nsxv3.common.synchronization [req-df07c59c-9476-40b1-820b-01cd41dd9475 req-09ee1d53-4897-4f3d-8bc0-71f69a37ce68 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1188.317556] env[65043]: INFO networking_nsxv3.common.synchronization [req-df07c59c-9476-40b1-820b-01cd41dd9475 req-09ee1d53-4897-4f3d-8bc0-71f69a37ce68 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1188.318890] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1188.319058] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1188.319360] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-49864226-35f7-48fe-8be8-808ce72996ad taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.319473] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.319556] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.319816] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.319972] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.320093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.320148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.320288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.320364] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.320750] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.321289] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.321379] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.366476] env[65043]: INFO networking_nsxv3.common.synchronization [req-df07c59c-9476-40b1-820b-01cd41dd9475 req-09ee1d53-4897-4f3d-8bc0-71f69a37ce68 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_rules [ 1188.366667] env[65043]: INFO networking_nsxv3.common.synchronization [req-df07c59c-9476-40b1-820b-01cd41dd9475 req-09ee1d53-4897-4f3d-8bc0-71f69a37ce68 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1188.366821] env[65043]: INFO networking_nsxv3.common.synchronization [req-df07c59c-9476-40b1-820b-01cd41dd9475 req-09ee1d53-4897-4f3d-8bc0-71f69a37ce68 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1188.367027] env[65043]: INFO networking_nsxv3.common.synchronization [req-df07c59c-9476-40b1-820b-01cd41dd9475 req-09ee1d53-4897-4f3d-8bc0-71f69a37ce68 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1188.367185] env[65043]: INFO networking_nsxv3.common.synchronization [req-df07c59c-9476-40b1-820b-01cd41dd9475 req-09ee1d53-4897-4f3d-8bc0-71f69a37ce68 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 with Priority: HIGHEST for action port [ 1188.367697] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_rules [ 1188.367942] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1188.368061] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 with Priority: HIGHEST for action port [ 1188.368157] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1188.368715] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1188.368715] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49864226-35f7-48fe-8be8-808ce72996ad taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.368715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.368715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.368970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.369093] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.369969] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.370081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.370278] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-495d4bbf-f4a3-4db2-8836-66c63218cb86 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.370380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.370442] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.370609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.370685] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495d4bbf-f4a3-4db2-8836-66c63218cb86',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.371677] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-49864226-35f7-48fe-8be8-808ce72996ad taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.371773] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.371957] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.372062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.648836] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.649069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.649069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.649300] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.649375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.649477] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1188.683379] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.683529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.683601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.683822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.683974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.694149] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1188.715446] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1188.715778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.716334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.716498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.716607] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.716760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.716826] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.717017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.717126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.717224] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.717318] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.823853] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.873561] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 495d4bbf-f4a3-4db2-8836-66c63218cb86 with status ACTIVE [ 1188.873801] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.873937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.874012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.874231] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.874317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.874571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.874675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.874738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.874894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.874972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.875169] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.875254] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.875319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.875454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.875535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.875605] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 is going to be updated. [ 1188.876863] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-49864226-35f7-48fe-8be8-808ce72996ad taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.876968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.897728] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.897918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.897966] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.898178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.898312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.898470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.219237] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.219514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.219514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.219682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.219852] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.219956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.220068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.220242] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.220353] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.220450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.220595] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.220718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.220815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.221045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.221282] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.221441] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.221573] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.221752] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.221867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.222015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.222168] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.327513] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.727170] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff4250c5-3aac-469b-85cd-b0c8b22b59e1: rpc.has_security_group_logging(os_id): False [ 1189.749592] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.749765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.749837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.750075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.750205] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.750377] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.750475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.750550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.750702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.750779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.750973] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.751079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.751154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.751295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.751390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.751594] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.751690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.751747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.751888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.751961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.752064] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1189.829516] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.829932] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.830168] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.830477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.830545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.830712] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49864226-35f7-48fe-8be8-808ce72996ad is going to be created. [ 1189.851947] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.852199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.852276] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.852550] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.852727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.864706] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.864955] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.865013] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.865321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.865538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.875165] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1189.875819] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49864226-35f7-48fe-8be8-808ce72996ad in Status: UNINITIALIZED for 2s [ 1190.137431] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1190.137638] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1190.137785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.706619] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1190.707054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.707054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.707258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.707460] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.707646] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.707770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.708024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.708120] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.708250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.708501] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.708604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.708673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.708922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.709062] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.709161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.709222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.709401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.709485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.709567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.709666] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.710655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.710842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.711064] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.711179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.711246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.711391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.711467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.711556] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.213623] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c31f7623-fb64-4f08-92ba-37c212a89a10: rpc.has_security_group_logging(os_id): False [ 1191.214870] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.234440] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.234676] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.234765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.235094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.235198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.235413] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.235510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.235579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.235725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.235800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.235975] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.236100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.236167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.236307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.236375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.236560] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.236684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.236768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.237081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.237203] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.237339] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1191.314590] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.314590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.314590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.314859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.315318] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.329937] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1191.717973] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.890942] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49864226-35f7-48fe-8be8-808ce72996ad in Status: SUCCESS [ 1191.890942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.890942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.890942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.890942] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.892118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.892118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.892118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.892118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.892118] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.902031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1191.902031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.220956] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.221167] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.221258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.221542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.221592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.221693] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1192.255365] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.255365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.255365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.255665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.255832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.264596] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1192.394460] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.897287] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.344243] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1193.344475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.344776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.345016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.345259] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.369362] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1193.369480] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 1193.398778] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.398967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.399090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.399312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.399407] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.399510] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49864226-35f7-48fe-8be8-808ce72996ad is going to be updated. [ 1193.436408] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.436408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.436408] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.437547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.437547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.446886] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49864226-35f7-48fe-8be8-808ce72996ad in Status: IN_PROGRESS for 2s [ 1193.814157] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1193.814946] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 with Priority: HIGHEST for action security_group_members [ 1193.814946] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1193.815434] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1193.815645] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 with Priority: HIGHEST for action security_group_members [ 1193.816843] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1193.817008] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.817527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.818182] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.818322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.818388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.818702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.818803] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.818895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.818956] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.819118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.819206] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.819298] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1041f3d2-e7af-4104-9b7a-f6ea404a50f8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.820413] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-49864226-35f7-48fe-8be8-808ce72996ad taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.820413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.847551] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.847784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.882424] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 with Priority: HIGHEST for action security_group_rules [ 1193.882699] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 with Priority: HIGHEST for action security_group_members [ 1193.882842] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_rules [ 1193.883997] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1193.883997] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1193.883997] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1193.883997] env[65043]: INFO networking_nsxv3.common.synchronization [req-5c3de5a9-86f6-4d36-98f8-7ace791ddffd req-f83f3c58-8846-4610-9fb1-7710b6a5e1e8 tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 with Priority: HIGHEST for action port [ 1193.885193] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 with Priority: HIGHEST for action security_group_rules [ 1193.885527] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_rules [ 1193.885527] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1193.885527] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 with Priority: HIGHEST for action port [ 1193.885695] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_rules [ 1193.885695] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 with Priority: HIGHEST for action security_group_members [ 1193.885764] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1193.887191] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1041f3d2-e7af-4104-9b7a-f6ea404a50f8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.887191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.887191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.887191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.887585] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1041f3d2-e7af-4104-9b7a-f6ea404a50f8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.889914] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49864226-35f7-48fe-8be8-808ce72996ad taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.889914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.889914] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.889914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.889914] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-495d4bbf-f4a3-4db2-8836-66c63218cb86 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.889914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.889914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.889914] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.889914] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495d4bbf-f4a3-4db2-8836-66c63218cb86',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.890469] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.890469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.891094] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.891094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.891094] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-49864226-35f7-48fe-8be8-808ce72996ad taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.891094] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.278935] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1194.279319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.279443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.279637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.279840] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.279958] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.280088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.280195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.280277] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.280445] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.321715] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1041f3d2-e7af-4104-9b7a-f6ea404a50f8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.393202] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 495d4bbf-f4a3-4db2-8836-66c63218cb86 with status ACTIVE [ 1194.393504] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.393684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.393789] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.394066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.394186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.394402] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.394562] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.394689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.394840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.394925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.395146] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.395302] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.395413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.395640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.395749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.395844] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 495d4bbf-f4a3-4db2-8836-66c63218cb86 is going to be updated. [ 1194.397116] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.397212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.421194] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.421194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.421194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.421194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.421194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.421194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-495d4bbf-f4a3-4db2-8836-66c63218cb86" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.782893] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.823811] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1041f3d2-e7af-4104-9b7a-f6ea404a50f8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.285582] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.326194] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.326449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.326568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.326999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.327193] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.327392] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 is going to be created. [ 1195.358477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.358710] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.358877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.359127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.359387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.376378] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 in Status: UNINITIALIZED for 2s [ 1195.458867] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49864226-35f7-48fe-8be8-808ce72996ad in Status: SUCCESS [ 1195.459177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.459378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.459746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.460041] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.460204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.460261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.460463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.460604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.460745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.460864] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.461947] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.462232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.462406] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.462558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.462609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.462837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.462932] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.463041] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.791057] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.791057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.791057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.791368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.791465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.791583] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1195.822621] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.822837] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.822978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.823173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.823642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.833154] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1195.965331] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.966669] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.468876] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49864226-35f7-48fe-8be8-808ce72996ad: rpc.has_security_group_logging(os_id): False [ 1196.470808] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.491898] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.491898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.491898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.491898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.491898] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.491898] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.492486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.492486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.492486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.492486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.492486] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49864226-35f7-48fe-8be8-808ce72996ad is going to be created. [ 1196.547882] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.548109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.548331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.548621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.548844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.561386] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49864226-35f7-48fe-8be8-808ce72996ad in Status: IN_PROGRESS for 2s [ 1196.581102] env[65043]: INFO networking_nsxv3.common.synchronization [req-6f74cac0-0bd4-4e4c-bc65-67f29a36ed50 req-db7d38b9-2381-4814-9c34-6eaa1e798edd tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 with Priority: HIGHEST for action security_group_members [ 1196.581102] env[65043]: INFO networking_nsxv3.common.synchronization [req-6f74cac0-0bd4-4e4c-bc65-67f29a36ed50 req-db7d38b9-2381-4814-9c34-6eaa1e798edd tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1196.581102] env[65043]: INFO networking_nsxv3.common.synchronization [req-6f74cac0-0bd4-4e4c-bc65-67f29a36ed50 req-db7d38b9-2381-4814-9c34-6eaa1e798edd tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1196.581276] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 with Priority: HIGHEST for action security_group_members [ 1196.581470] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49864226-35f7-48fe-8be8-808ce72996ad with Priority: HIGHEST for action security_group_members [ 1196.581569] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1196.581854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.582697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.582697] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-49864226-35f7-48fe-8be8-808ce72996ad taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.582697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.582697] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.582697] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.958308] env[65043]: INFO networking_nsxv3.common.synchronization [req-cd9d94bc-d9f1-4662-80ea-b40a99d95028 req-0cd0ac53-dcf3-4dc6-9ec3-5316f125373c tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1196.958894] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1196.959224] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.959346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.959414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.959613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.959786] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.959885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.959945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.960105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.960227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.960296] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.974692] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.974924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.975027] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.975294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.975393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.975514] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49864226-35f7-48fe-8be8-808ce72996ad is going to be updated. [ 1197.034296] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.034496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.034630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.034935] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.035131] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.049930] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49864226-35f7-48fe-8be8-808ce72996ad in Status: IN_PROGRESS for 2s [ 1197.380171] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.380171] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.380171] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.380480] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.380711] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.380832] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.380959] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.381196] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.381339] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.381557] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.381686] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.381781] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.381901] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.382044] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.382132] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.382254] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.394039] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 in Status: SUCCESS [ 1197.394039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.394039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.394039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.394370] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.394370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.394370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.394497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.394583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.394678] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1041f3d2-e7af-4104-9b7a-f6ea404a50f8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.406040] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.406153] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.406304] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.406477] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-846" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.406819] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-ba1db281-6e3e-406b-9a81-738a4b0ebe14 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.407016] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-ba1db281-6e3e-406b-9a81-738a4b0ebe14" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.407179] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-ba1db281-6e3e-406b-9a81-738a4b0ebe14" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.407462] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-ba1db281-6e3e-406b-9a81-738a4b0ebe14" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.407604] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1db281-6e3e-406b-9a81-738a4b0ebe14',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.462334] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.462559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.462627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.462878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.462990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.463261] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.463371] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.463445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.463606] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.463683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.463802] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1197.496560] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.496964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.496964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.497077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.497164] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.509531] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1197.844187] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1197.844466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.844665] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.844951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.845209] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.845356] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.845419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.845589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.845703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.845807] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.896995] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.897257] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.897332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.897603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.897872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.897935] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.898066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.898115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.898325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.898417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.898535] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 is going to be deleted. [ 1197.910323] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.910559] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.910723] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.911047] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.911221] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.911410] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port ba1db281-6e3e-406b-9a81-738a4b0ebe14 not found, creating... [ 1197.911709] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.911930] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.913061] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.913061] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.913061] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.913061] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.913061] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.913359] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.913497] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.913631] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.913810] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: ba1db281-6e3e-406b-9a81-738a4b0ebe14 is going to be created. [ 1197.935233] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.935450] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.935550] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.935855] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.936106] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.936404] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-ba1db281-6e3e-406b-9a81-738a4b0ebe14" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.937997] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.938112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.938112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.938324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.938498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.938498] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.939099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.939099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.939099] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.939099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.939308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.939308] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.939445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.939477] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1041f3d2-e7af-4104-9b7a-f6ea404a50f8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.349276] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.442411] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.442411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.442411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.442411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.442411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.442411] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.442411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.442411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.442711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.442711] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.442711] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 already deleted. [ 1198.442798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.442830] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1041f3d2-e7af-4104-9b7a-f6ea404a50f8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.445490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.445490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.445490] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.445490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.445490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.445490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.445490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.445490] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1041f3d2-e7af-4104-9b7a-f6ea404a50f8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.570960] env[65043]: INFO networking_nsxv3.common.synchronization [req-06a09504-cbb5-41d6-b650-ac6fdb07a7bc req-0ccd9cc3-5eb6-46f6-9a48-89fc8f247dbb tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1198.571556] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1198.571877] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.571998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.572089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.572291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.572456] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.572577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.572650] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.572798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.572895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.572988] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.575031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49864226-35f7-48fe-8be8-808ce72996ad in Status: SUCCESS [ 1198.575245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.575398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.575568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.575650] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.712025] env[65043]: INFO networking_nsxv3.common.synchronization [req-cd9d94bc-d9f1-4662-80ea-b40a99d95028 req-c86aa8f9-5a42-4cdd-9d33-b54a4ed5b8b4 service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1198.712127] env[65043]: INFO networking_nsxv3.common.synchronization [req-cd9d94bc-d9f1-4662-80ea-b40a99d95028 req-c86aa8f9-5a42-4cdd-9d33-b54a4ed5b8b4 service nova] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1198.712256] env[65043]: INFO networking_nsxv3.common.synchronization [req-cd9d94bc-d9f1-4662-80ea-b40a99d95028 req-c86aa8f9-5a42-4cdd-9d33-b54a4ed5b8b4 service nova] Enqueued Resource ID: ba1db281-6e3e-406b-9a81-738a4b0ebe14 with Priority: HIGHEST for action port [ 1198.713071] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_rules [ 1198.713071] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1198.713248] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba1db281-6e3e-406b-9a81-738a4b0ebe14 with Priority: HIGHEST for action port [ 1198.713395] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.713584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.713584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.714198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.714198] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.715158] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.715158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.715322] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba1db281-6e3e-406b-9a81-738a4b0ebe14 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.715322] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba1db281-6e3e-406b-9a81-738a4b0ebe14" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.715480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba1db281-6e3e-406b-9a81-738a4b0ebe14" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.715594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba1db281-6e3e-406b-9a81-738a4b0ebe14" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.715658] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba1db281-6e3e-406b-9a81-738a4b0ebe14',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.852101] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.945622] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1041f3d2-e7af-4104-9b7a-f6ea404a50f8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.947696] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.947696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.947874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.948162] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.948329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.948541] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.948690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.948782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.948988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.949138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.949259] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 already deleted. [ 1198.949372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.061774] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49864226-35f7-48fe-8be8-808ce72996ad in Status: SUCCESS [ 1199.062040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.062243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.062492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.062683] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.062903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.062903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.063066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.063118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.063217] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.077161] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.099479] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.099479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.099479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.099479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.099479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.099479] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49864226-35f7-48fe-8be8-808ce72996ad is going to be deleted. [ 1199.160641] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.160833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.160984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.161287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.161423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.161586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.217671] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.217818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.219275] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba1db281-6e3e-406b-9a81-738a4b0ebe14 with status ACTIVE [ 1199.219473] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.219588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.219655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.219863] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.219946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.220127] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.220221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.220282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.220430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.220504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.220678] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.220767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.220830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.220969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.221063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.221149] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba1db281-6e3e-406b-9a81-738a4b0ebe14 is going to be updated. [ 1199.267913] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.268116] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.268175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.268390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.268542] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.268712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba1db281-6e3e-406b-9a81-738a4b0ebe14" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.355063] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.355063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.355063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.355063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.355063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.355063] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1199.402576] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.402784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.402925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.403105] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.403389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.416821] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1199.450400] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1041f3d2-e7af-4104-9b7a-f6ea404a50f8: rpc.has_security_group_logging(os_id): False [ 1199.471991] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.472439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.472567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.472835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.472984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.474558] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.474558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.474558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.474558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.474558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.474558] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 is going to be created. [ 1199.497498] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1041f3d2-e7af-4104-9b7a-f6ea404a50f8], does not exist path=[/infra/domains/default/groups/1041f3d2-e7af-4104-9b7a-f6ea404a50f8]."\n}' [ 1199.497498] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1041f3d2-e7af-4104-9b7a-f6ea404a50f8 [ 1199.497748] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1199.524572] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1199.524792] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1199.524912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.525173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.525417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.525608] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.525806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.525881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.526077] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.526177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.526295] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.552042] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.552340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.552340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.552554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.553866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.555043] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.555043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.555043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.555043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.555043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.555043] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.555043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.555043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.555458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.555458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.555458] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1041f3d2-e7af-4104-9b7a-f6ea404a50f8 is going to be created. [ 1199.565273] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.565467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.565467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.565696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.565782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.565980] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.566081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.566172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.566372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.566495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.566495] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49864226-35f7-48fe-8be8-808ce72996ad is going to be deleted. [ 1199.578929] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1041f3d2-e7af-4104-9b7a-f6ea404a50f8], does not exist path=[/infra/domains/default/groups/1041f3d2-e7af-4104-9b7a-f6ea404a50f8]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1041f3d2-e7af-4104-9b7a-f6ea404a50f8 [ 1199.579376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1041f3d2-e7af-4104-9b7a-f6ea404a50f8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.579376] env[65043]: Traceback (most recent call last): [ 1199.579376] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1199.579376] env[65043]: return func(*args, **kwargs) [ 1199.579376] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1199.579376] env[65043]: res.raise_for_status() [ 1199.579376] env[65043]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1199.579376] env[65043]: raise HTTPError(http_error_msg, response=self) [ 1199.579376] env[65043]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1041f3d2-e7af-4104-9b7a-f6ea404a50f8 [ 1199.579376] env[65043]: During handling of the above exception, another exception occurred: [ 1199.579376] env[65043]: Traceback (most recent call last): [ 1199.579376] env[65043]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1199.579376] env[65043]: listener.cb(fileno) [ 1199.579376] env[65043]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1199.579376] env[65043]: result = function(*args, **kwargs) [ 1199.579376] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1199.579376] env[65043]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1199.579376] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1199.579376] env[65043]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1199.579376] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1199.579376] env[65043]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1199.579376] env[65043]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1199.579376] env[65043]: res.raise_for_status() [ 1199.579376] env[65043]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1199.579376] env[65043]: raise HTTPError(http_error_msg, response=self) [ 1199.579376] env[65043]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1041f3d2-e7af-4104-9b7a-f6ea404a50f8 [ 1199.580198] env[65043]: Removing descriptor: 20 [ 1199.580198] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.599401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.599610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.599683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.599885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.599990] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.600141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.600354] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.600538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.600704] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.600841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.600926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.601082] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.601180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.601259] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49864226-35f7-48fe-8be8-808ce72996ad',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.029103] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.081696] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.081873] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.082012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.082286] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.082395] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.082519] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1200.103719] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.103972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.103972] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.104103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.104154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.104339] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.104440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.104507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.104689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.104829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.104901] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49864226-35f7-48fe-8be8-808ce72996ad already deleted. [ 1200.104998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49864226-35f7-48fe-8be8-808ce72996ad" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.113749] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.113882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.113882] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.114219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.114495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.127860] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1200.532907] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.038020] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.038020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.038020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.038020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.038020] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.038020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1201.077815] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.078484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.078829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.080755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.080755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.090219] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1201.427248] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1201.427417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.427662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.427946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.428194] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.428349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.428458] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.428663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.428750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.428857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.428966] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.429944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.430123] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.430303] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.430420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.430479] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.430623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.430749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.430929] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.933348] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.933532] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.934931] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.138635] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1202.139047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.438185] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.940717] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.940933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.941014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.941244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.941348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.941434] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1202.979702] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.979919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.979919] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.980750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.980750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.993661] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1203.101100] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1203.101100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.101100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.101331] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.101532] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.101652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.101735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.101856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.101937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.102033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.102129] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.609030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.609030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.609030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.609030] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.610161] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.610161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.610161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.610291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.610291] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.610352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.610451] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.714191] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.714191] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 1204.112984] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36266c17-44e9-4c03-a229-0ace0d5d4180: rpc.has_security_group_logging(os_id): False [ 1204.131458] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.131671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.131671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.131890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.153045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.153411] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.153411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.153627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.154612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.154612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.154612] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.154612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.154612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.154612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.154612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.154612] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.154612] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.155078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.155078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.155078] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.155078] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1204.192320] env[65043]: INFO networking_nsxv3.common.synchronization [req-e2a356d1-ad52-4da5-9f87-e577aab4b076 req-45f17d92-b7e8-455d-bfd9-84018df88274 tempest-AttachVolumeNegativeTest-590734234 tempest-AttachVolumeNegativeTest-590734234-project-member] Enqueued Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_members [ 1204.192983] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGHEST for action security_group_members [ 1204.193311] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.193456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.193520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.195232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.195232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.195232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.195232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.197523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.197637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.197744] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.248940] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.249226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.249226] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.249457] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.249619] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.265298] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1204.281101] env[65043]: INFO networking_nsxv3.common.synchronization [req-6467f776-1d61-4774-8054-060067e182d4 req-5a8375e6-2f6b-4b9b-9ae5-05be25c7d0ea tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1204.281296] env[65043]: INFO networking_nsxv3.common.synchronization [req-6467f776-1d61-4774-8054-060067e182d4 req-5a8375e6-2f6b-4b9b-9ae5-05be25c7d0ea tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGHEST for action security_group_members [ 1204.281431] env[65043]: INFO networking_nsxv3.common.synchronization [req-6467f776-1d61-4774-8054-060067e182d4 req-5a8375e6-2f6b-4b9b-9ae5-05be25c7d0ea tempest-SecurityGroupsTestJSON-1583054421 tempest-SecurityGroupsTestJSON-1583054421-project-member] Enqueued Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1204.282035] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGHEST for action security_group_members [ 1204.282150] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGHEST for action security_group_members [ 1204.282251] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f7623-fb64-4f08-92ba-37c212a89a10 with Priority: HIGHEST for action security_group_members [ 1204.282927] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.283075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.283161] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.283380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.283535] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.283675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.283744] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.283894] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.283980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.284095] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.285397] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-67586687-eb6d-4024-9ee8-9c8cf6304ce1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.285538] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.285620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.285933] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.286148] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.286288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.286390] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.286524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.286617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.286732] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.287677] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.287800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.701630] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.702124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.702124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.702281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.724660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.725096] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.725266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.725363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.725629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.725716] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.725811] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 is going to be updated. [ 1204.757286] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.757539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.757539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.757728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.757899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.769970] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 in Status: IN_PROGRESS for 2s [ 1204.789546] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.789734] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.789803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.789979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.791148] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.791283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.824083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.824083] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.824444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.824444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.824566] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.824691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.824843] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c8c52e-5247-4a45-a092-134e4563ef7e is going to be updated. [ 1204.825928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.826177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.852057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.852057] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.852057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.852057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.852057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.852057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.852057] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 is going to be updated. [ 1204.878418] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.878571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.878704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.878847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.878986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.891933] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: IN_PROGRESS for 2s [ 1204.916652] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.916814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.916965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.917210] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.917346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.926810] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 in Status: IN_PROGRESS for 2s [ 1205.004452] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1205.004452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.004616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.004708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.004896] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.005022] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.005089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.005248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.005329] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.005426] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.510581] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.510815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.510890] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.511217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.538977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.539399] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.539614] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.539760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.540110] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.540241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.540391] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1205.572473] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.572669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.572713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.572897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.573067] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.582372] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1206.280480] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1206.280862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.690216] env[65043]: INFO networking_nsxv3.common.synchronization [req-4b5283e1-ba69-45f7-b09a-c0d15f7635b6 req-f93a6f18-b7ec-4bd4-b2f6-0403d24d6c13 tempest-ServersTestJSON-1216095202 tempest-ServersTestJSON-1216095202-project-member] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1206.690757] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGHEST for action security_group_members [ 1206.691098] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.691221] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.691288] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.691672] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.691828] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.691978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.691978] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.692144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.692233] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.692324] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.782069] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 in Status: SUCCESS [ 1206.782290] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 deletion is rescheduled due to dependency. [ 1206.782389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.906509] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c8c52e-5247-4a45-a092-134e4563ef7e in Status: SUCCESS [ 1206.906732] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c8c52e-5247-4a45-a092-134e4563ef7e deletion is rescheduled due to dependency. [ 1206.906934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.937676] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 in Status: SUCCESS [ 1206.938061] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 deletion is rescheduled due to dependency. [ 1206.938232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.194593] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.194753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.194822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.195147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.216336] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.216660] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.216782] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.216853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.218968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.219076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.219180] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be updated. [ 1207.246302] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.246493] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.246567] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.246805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.246992] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.255501] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: IN_PROGRESS for 2s [ 1207.593057] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1207.593348] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 deletion is rescheduled due to dependency. [ 1207.593416] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.593703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.594053] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.594355] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.594576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.594700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.594970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.595152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.595304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.595572] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31f7623-fb64-4f08-92ba-37c212a89a10 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.595702] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.595792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.595996] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.596208] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.596347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.596437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.596635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.596740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.596923] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.597062] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.598396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.598489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.598659] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.598809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.598968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.599096] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.599220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.599337] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.101410] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c31f7623-fb64-4f08-92ba-37c212a89a10: rpc.has_security_group_logging(os_id): False [ 1208.103086] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.103270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.103368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.103644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.103771] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.104023] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.104163] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.104261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.104580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.104778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.104840] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1208.121483] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.121669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.121777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.122040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.122151] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.122386] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.122508] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.122579] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.122737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.122814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.123095] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.123195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.123258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.123406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.123480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.123668] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.123761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.123823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.123960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.124048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.124131] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be updated. [ 1208.133379] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.133540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.133576] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.133803] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.133942] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.141762] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1208.185854] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.186063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.186134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.186500] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.187311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.208141] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: IN_PROGRESS for 2s [ 1208.571094] env[65043]: INFO networking_nsxv3.common.synchronization [None req-7d69de06-38d0-439c-8e82-400452c60d78 tempest-ServerRescueNegativeTestJSON-254892003 tempest-ServerRescueNegativeTestJSON-254892003-project-member] Enqueued Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_rules [ 1208.571702] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_rules [ 1208.572227] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.572998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.572998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.572998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.573187] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.664390] env[65043]: INFO networking_nsxv3.common.synchronization [None req-49363089-7f01-4b7d-9897-6f70e3ce2b42 tempest-ServerRescueNegativeTestJSON-254892003 tempest-ServerRescueNegativeTestJSON-254892003-project-member] Enqueued Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_rules [ 1208.664900] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_rules [ 1208.665159] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.665268] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.098664] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.098664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.098664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.098664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.098664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.098664] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 already deleted. [ 1209.098664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.099118] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.100145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.100145] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.264664] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 in Status: SUCCESS [ 1209.265171] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 deletion is rescheduled due to dependency. [ 1209.265171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.625393] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.625584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.625623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.625815] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.625902] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.625998] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 already deleted. [ 1209.626099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.154177] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1210.154177] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 deletion is rescheduled due to dependency. [ 1210.154177] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.224143] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31f7623-fb64-4f08-92ba-37c212a89a10 in Status: SUCCESS [ 1210.224437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.224603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.224925] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.225053] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.753973] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.754261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.754261] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.754447] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.754537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.754683] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 is going to be deleted. [ 1210.811528] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.811682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.812365] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.812560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.812656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.812784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.812944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.813152] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.813699] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.336944] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.337334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.337334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.337409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.337513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.337609] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 already deleted. [ 1211.337693] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.337844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.338057] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.338151] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31f7623-fb64-4f08-92ba-37c212a89a10',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.868522] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.868748] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.868841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.869093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.869287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.869403] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31f7623-fb64-4f08-92ba-37c212a89a10 already deleted. [ 1211.869478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31f7623-fb64-4f08-92ba-37c212a89a10" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.723330] env[65043]: INFO networking_nsxv3.common.synchronization [req-4fffa2c2-51ff-442c-83d5-9914981f889a req-1fb9d713-ba2e-468e-958e-54a163c0b78f tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1212.723891] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1212.724317] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.724435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.724435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.724617] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.724775] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.724872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.724928] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.725153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.725265] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.725397] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.230475] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.230659] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.230735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.230951] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.251198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.251464] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.251588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.251657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.251865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.251969] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.252099] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1213.280245] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.280411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.280453] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.280660] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.280802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.289545] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1215.302420] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1215.302723] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 deletion is rescheduled due to dependency. [ 1215.302723] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.724840] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.725288] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.051683] env[65043]: INFO networking_nsxv3.common.synchronization [req-071a53f7-fb7b-4980-8b37-5201a4a4581a req-bfad5f4d-449c-4df9-9d44-4c5b106f2d98 tempest-ServerRescueNegativeTestJSON-254892003 tempest-ServerRescueNegativeTestJSON-254892003-project-member] Enqueued Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_members [ 1219.051960] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_members [ 1219.052296] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.052424] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.052485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.052751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.052912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.053028] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.053095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.053244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.053350] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.053440] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.401052] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.401279] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.401379] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.401648] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.401905] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.402080] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.402197] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.402408] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.402547] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.402755] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.402869] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.402978] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.403101] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.403209] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.403317] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.403445] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.424712] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.424933] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.425102] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.425326] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-805" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.425649] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-8a651703-7160-46d9-8545-cb8d3e325bb7 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.425858] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-8a651703-7160-46d9-8545-cb8d3e325bb7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.425982] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-8a651703-7160-46d9-8545-cb8d3e325bb7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.426331] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-8a651703-7160-46d9-8545-cb8d3e325bb7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.426467] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a651703-7160-46d9-8545-cb8d3e325bb7',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.556025] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.556250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.556298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.556534] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.556668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.556838] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.556937] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.556999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.557187] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.557281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.557389] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 already deleted. [ 1219.557475] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.929648] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.929894] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.930102] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.930427] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.930642] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.930841] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 8a651703-7160-46d9-8545-cb8d3e325bb7 not found, creating... [ 1219.931195] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.931490] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.931706] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.932076] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.932336] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.932958] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.932958] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.933132] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.933301] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.933445] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.933589] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 8a651703-7160-46d9-8545-cb8d3e325bb7 is going to be created. [ 1219.958883] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.959128] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.959223] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.959492] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.959712] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.959947] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-8a651703-7160-46d9-8545-cb8d3e325bb7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.656794] env[65043]: INFO networking_nsxv3.common.synchronization [req-071a53f7-fb7b-4980-8b37-5201a4a4581a req-39fa62d0-f58d-4cec-b7cb-1cf7a77cf1c2 service nova] Enqueued Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_rules [ 1220.657140] env[65043]: INFO networking_nsxv3.common.synchronization [req-071a53f7-fb7b-4980-8b37-5201a4a4581a req-39fa62d0-f58d-4cec-b7cb-1cf7a77cf1c2 service nova] Enqueued Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_members [ 1220.657140] env[65043]: INFO networking_nsxv3.common.synchronization [req-071a53f7-fb7b-4980-8b37-5201a4a4581a req-39fa62d0-f58d-4cec-b7cb-1cf7a77cf1c2 service nova] Enqueued Resource ID: 8a651703-7160-46d9-8545-cb8d3e325bb7 with Priority: HIGHEST for action port [ 1220.657655] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_rules [ 1220.657778] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_members [ 1220.657881] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a651703-7160-46d9-8545-cb8d3e325bb7 with Priority: HIGHEST for action port [ 1220.658196] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.658345] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.658437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.658582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.658678] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.663189] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.663189] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.663189] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.663189] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a651703-7160-46d9-8545-cb8d3e325bb7 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a651703-7160-46d9-8545-cb8d3e325bb7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a651703-7160-46d9-8545-cb8d3e325bb7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.663189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a651703-7160-46d9-8545-cb8d3e325bb7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.663189] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a651703-7160-46d9-8545-cb8d3e325bb7',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.164084] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.165308] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.165429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.165749] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a651703-7160-46d9-8545-cb8d3e325bb7 with status ACTIVE [ 1221.165917] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.166031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.166657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.166657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.166657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.166657] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.166871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.166871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.166943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.166976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.167316] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.167316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.167446] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.167628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.167628] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.167721] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a651703-7160-46d9-8545-cb8d3e325bb7 is going to be updated. [ 1221.190353] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.190610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.190610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.190798] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.190938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.191266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a651703-7160-46d9-8545-cb8d3e325bb7" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.666379] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.834503] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.834725] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.834946] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.835353] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.835570] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.835731] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.835843] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.836072] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.836248] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.836455] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.836565] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.836670] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.836774] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.836877] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.836977] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.837120] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.855479] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.855660] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.855796] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.855967] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-684" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.856294] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-9bc4f0ec-287a-4457-ad03-75c98ec7c724 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.856462] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.856576] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.856824] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.856956] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc4f0ec-287a-4457-ad03-75c98ec7c724',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.169232] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.169460] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.169548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.169834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.169960] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.170094] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 is going to be created. [ 1222.204425] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.204425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.204425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.204425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.204425] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.216765] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 in Status: UNINITIALIZED for 2s [ 1222.359646] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.359783] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.359905] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.360224] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.360378] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.360666] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.360824] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.360967] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.361191] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.361301] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.361612] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.361723] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.361871] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.362049] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.362197] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.362366] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 9bc4f0ec-287a-4457-ad03-75c98ec7c724 is going to be updated. [ 1222.389007] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.389270] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.389389] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.389712] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.389917] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.390155] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.090378] env[65043]: INFO networking_nsxv3.common.synchronization [req-d2b5a723-4cec-4224-a6b7-6dd4da0a321f req-e8b7710a-5638-4a17-a280-0a6d17e7be28 service nova] Enqueued Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_rules [ 1223.090378] env[65043]: INFO networking_nsxv3.common.synchronization [req-d2b5a723-4cec-4224-a6b7-6dd4da0a321f req-e8b7710a-5638-4a17-a280-0a6d17e7be28 service nova] Enqueued Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_members [ 1223.090378] env[65043]: INFO networking_nsxv3.common.synchronization [req-d2b5a723-4cec-4224-a6b7-6dd4da0a321f req-e8b7710a-5638-4a17-a280-0a6d17e7be28 service nova] Enqueued Resource ID: 9bc4f0ec-287a-4457-ad03-75c98ec7c724 with Priority: HIGHEST for action port [ 1223.090691] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_rules [ 1223.090691] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_members [ 1223.090757] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bc4f0ec-287a-4457-ad03-75c98ec7c724 with Priority: HIGHEST for action port [ 1223.091261] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.091422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.091527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.092115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.092228] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.093783] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.093953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.095048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.095048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.095048] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.095048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.095048] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.095319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.095419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.095516] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.096803] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bc4f0ec-287a-4457-ad03-75c98ec7c724 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.096961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.097066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.097298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.097410] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bc4f0ec-287a-4457-ad03-75c98ec7c724',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.594535] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.594740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.597262] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.599407] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bc4f0ec-287a-4457-ad03-75c98ec7c724 with status ACTIVE [ 1223.599684] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.599859] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.599957] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.600258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.600294] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.600510] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.600649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.600729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.601070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.601070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.601166] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.601255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.601309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.601470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.601548] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.601639] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bc4f0ec-287a-4457-ad03-75c98ec7c724 is going to be updated. [ 1223.629264] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.629484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.629484] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.629683] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.629846] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.630016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bc4f0ec-287a-4457-ad03-75c98ec7c724" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.099746] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.226338] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 in Status: UNINITIALIZED for 4s [ 1224.605228] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.605228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.605228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.605228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.605228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.605228] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfea60a4-ed49-4dda-990c-aa191197715c is going to be updated. [ 1224.635882] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.636112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.636263] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.636524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.636806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.647206] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: IN_PROGRESS for 2s [ 1224.718165] env[65043]: INFO networking_nsxv3.common.synchronization [req-44d39077-2d05-477b-bdf5-1e9c1d72f58d req-03bdf223-2366-4692-aed4-7aa0ef948b25 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 1224.718915] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 1224.722295] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.722295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.722295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.722295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.722295] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.722295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.722295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.722295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.722295] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.722295] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.224190] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.727078] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.231771] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.232208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.232208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.232208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.232397] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.232397] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be updated. [ 1226.235507] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 in Status: SUCCESS [ 1226.235689] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.235833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.236016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.236197] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.236315] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.236433] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.236521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.236598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.236713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.236812] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.276339] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.276584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.276584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.276730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.276869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.286502] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: IN_PROGRESS for 2s [ 1226.658423] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: SUCCESS [ 1226.658671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.658872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.659166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.659378] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.659514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.659623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.659779] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.659886] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.660014] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.660119] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.739651] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.165062] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.241460] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8129efca-01c0-4606-8ca2-aaaa715e1136: rpc.has_security_group_logging(os_id): False [ 1227.264682] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.264857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.264931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.265099] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.265184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.265485] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.265610] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.265682] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.265869] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.265965] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.266074] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 is going to be created. [ 1227.346495] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.346690] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.346767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.347040] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.347178] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.363054] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 in Status: IN_PROGRESS for 2s [ 1227.667197] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfea60a4-ed49-4dda-990c-aa191197715c: rpc.has_security_group_logging(os_id): False [ 1227.694491] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.694717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.694857] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.695131] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.723388] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.723388] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.723574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.723574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.723769] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.723861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.723952] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfea60a4-ed49-4dda-990c-aa191197715c is going to be updated. [ 1227.798050] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.798050] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.798334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.798334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.798485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.818243] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: IN_PROGRESS for 2s [ 1228.298589] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: SUCCESS [ 1228.299042] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.379706] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 in Status: SUCCESS [ 1229.379988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.590372] env[65043]: INFO networking_nsxv3.common.synchronization [req-d24abf10-9bb2-4de7-9b08-4bd085547f39 req-9d2b8d21-1390-4949-90bf-44d2176b5fcd tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1229.591045] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1229.591374] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.591554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.591554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.591804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.591930] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.592056] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.592137] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.592307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.592449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.592556] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.837706] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: SUCCESS [ 1229.838129] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.971483] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-416 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.971696] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.971739] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.972792] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.972792] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.972792] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.973114] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.973246] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.973493] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.973721] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.973828] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.973932] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.974047] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.974156] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.974310] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.974551] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.997355] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.997557] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.997735] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.997963] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-416" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.999063] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-7f251d75-6da6-4251-9325-ec25c94a5df2 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.999063] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-7f251d75-6da6-4251-9325-ec25c94a5df2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.999063] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-7f251d75-6da6-4251-9325-ec25c94a5df2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.999376] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-7f251d75-6da6-4251-9325-ec25c94a5df2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.999376] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f251d75-6da6-4251-9325-ec25c94a5df2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.095451] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.095451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.095738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.095738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.095831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.095988] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.096093] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.096159] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.096305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.096383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.096468] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1230.126628] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.126870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.126870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.127071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.127222] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.140231] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1230.502734] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.503205] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.503205] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.503506] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.503674] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.503855] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 7f251d75-6da6-4251-9325-ec25c94a5df2 not found, creating... [ 1230.504219] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.504430] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.504582] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.504821] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.504970] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.505302] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.505520] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.505696] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.505980] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.506168] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.506331] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 7f251d75-6da6-4251-9325-ec25c94a5df2 is going to be created. [ 1230.534023] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.534329] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.534467] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.534891] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.535267] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.535529] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-7f251d75-6da6-4251-9325-ec25c94a5df2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.240279] env[65043]: INFO networking_nsxv3.common.synchronization [req-d24abf10-9bb2-4de7-9b08-4bd085547f39 req-56b0f2a9-95b3-46e9-9f3b-59eb78083d14 service nova] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 1231.240571] env[65043]: INFO networking_nsxv3.common.synchronization [req-d24abf10-9bb2-4de7-9b08-4bd085547f39 req-56b0f2a9-95b3-46e9-9f3b-59eb78083d14 service nova] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1231.241021] env[65043]: INFO networking_nsxv3.common.synchronization [req-d24abf10-9bb2-4de7-9b08-4bd085547f39 req-56b0f2a9-95b3-46e9-9f3b-59eb78083d14 service nova] Enqueued Resource ID: 7f251d75-6da6-4251-9325-ec25c94a5df2 with Priority: HIGHEST for action port [ 1231.241903] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_rules [ 1231.242146] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1231.242337] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f251d75-6da6-4251-9325-ec25c94a5df2 with Priority: HIGHEST for action port [ 1231.242792] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.242980] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.243104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.243436] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.243565] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.245976] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.246401] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.246477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f251d75-6da6-4251-9325-ec25c94a5df2 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.246712] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f251d75-6da6-4251-9325-ec25c94a5df2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.246813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f251d75-6da6-4251-9325-ec25c94a5df2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.247138] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f251d75-6da6-4251-9325-ec25c94a5df2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.247265] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f251d75-6da6-4251-9325-ec25c94a5df2',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.747390] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.747858] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.750066] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f251d75-6da6-4251-9325-ec25c94a5df2 with status ACTIVE [ 1231.750223] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.750358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.750427] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.750887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.750887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.750887] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.751087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.751087] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.751239] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.751271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.751450] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.751541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.751599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.751737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.751809] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.751893] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f251d75-6da6-4251-9325-ec25c94a5df2 is going to be updated. [ 1231.789135] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.789383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.789537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.789854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.790068] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.790319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f251d75-6da6-4251-9325-ec25c94a5df2" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.150756] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1232.150996] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 deletion is rescheduled due to dependency. [ 1232.151145] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.151366] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.151667] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.151912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.152090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.152176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.152391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.152517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.152655] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.656237] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.159982] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.663183] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.663396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.663554] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.663776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.663949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.664101] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1233.699068] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.699325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.699470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.699642] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.699861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.714086] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1235.733505] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1235.733865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.733904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.734139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.734335] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.734450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.734516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.734662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.734867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.734867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.734971] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.238090] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.243985] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.244187] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1236.750490] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a42d7ce-6df9-4163-8e88-d11249ed3390: rpc.has_security_group_logging(os_id): False [ 1236.774964] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.775202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.775202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.775521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.775649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.776016] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.776184] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.776281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.776512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.776638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.776778] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1236.859611] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.859893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.859893] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.860188] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.860395] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.881942] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1238.898175] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1238.898552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.245125] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.245449] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.352721] env[65043]: INFO networking_nsxv3.common.synchronization [req-6af9550b-badf-4fcf-a889-0e19847566ed req-a905f7ce-ed08-4b0d-9331-7cae729f0964 tempest-DeleteServersTestJSON-667034038 tempest-DeleteServersTestJSON-667034038-project-member] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1242.353792] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGHEST for action security_group_members [ 1242.353792] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.353792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.353792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.353792] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.353986] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.354047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.354097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.354245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.354368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.354412] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.458410] env[65043]: INFO networking_nsxv3.common.synchronization [req-4d21bdee-4be1-40d2-b3ce-6cd68fff99d7 req-0fb76715-9f8f-48be-bbbd-6310fa45cc9a tempest-AttachVolumeTestJSON-3535796 tempest-AttachVolumeTestJSON-3535796-project-member] Enqueued Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_members [ 1242.459297] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGHEST for action security_group_members [ 1242.459626] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-1dd6c443-106d-48d6-9df7-0bccb0b57b15 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.459754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.459832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.460044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.460200] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.460298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.460359] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.460506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.460591] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.460703] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.857204] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.857444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.857444] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.857751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.857862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.858058] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.858180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.858248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.858403] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.858480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.858586] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be updated. [ 1242.887789] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.887977] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.888062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.888281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.888409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.899802] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: IN_PROGRESS for 2s [ 1242.963468] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.963669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.963715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.963903] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.984059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.984312] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.984428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.984507] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.984681] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.984766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.984855] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 is going to be updated. [ 1243.013477] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.013701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.013701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.013918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.014522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.024147] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 in Status: IN_PROGRESS for 2s [ 1244.910208] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 in Status: SUCCESS [ 1244.910661] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 deletion is rescheduled due to dependency. [ 1244.910661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.034370] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 in Status: SUCCESS [ 1245.034741] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 deletion is rescheduled due to dependency. [ 1245.034920] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.128477] env[65043]: INFO networking_nsxv3.common.synchronization [req-ec995414-7d2f-4112-817a-083d2933ce22 req-e230275a-0e84-4765-a208-420ee1e4e6e7 tempest-ServerActionsTestOtherA-810290104 tempest-ServerActionsTestOtherA-810290104-project-member] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 1246.128807] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGHEST for action security_group_members [ 1246.129012] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.129139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.129208] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.129409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.129562] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.129664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.129991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.129991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.129991] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.130177] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.632277] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.632485] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.632531] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.632728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.654663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.654970] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.655109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.655179] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.655380] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.655452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.655592] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be updated. [ 1246.682360] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.682586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.682586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.682795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.682943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.695609] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: IN_PROGRESS for 2s [ 1248.705457] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 in Status: SUCCESS [ 1248.705883] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 deletion is rescheduled due to dependency. [ 1248.705883] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.129359] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.129703] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.130595] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.130976] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1257.254179] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1257.254420] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1261.132028] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.132352] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.208181] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.208492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.208492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.208765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.208842] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.711836] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.133501] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.133699] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.214642] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.716899] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1266.717102] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1267.487096] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.487604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.487604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.487604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.499917] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1267.500868] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.502048] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1267.548801] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.549090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.549090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.549281] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.563818] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.564561] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1267.564648] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.564739] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1267.621643] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.621834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.621834] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.622054] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.623058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.623253] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1267.714805] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.715011] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.715065] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.715282] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.715601] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.715892] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1267.797786] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.797950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.798074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.798343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.798657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.798987] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1267.799101] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'98e51d60-9b75-40a3-bfe4-912f844f4238', '7eb0279e-e263-405d-94ea-a82c7c62d02a', '1dd6c443-106d-48d6-9df7-0bccb0b57b15', '9f111c33-ca1a-4135-975b-5b38c606a9ba', 'fba5917e-74c4-4e3a-bbb5-633b9dfddd4f', '67586687-eb6d-4024-9ee8-9c8cf6304ce1', '2e8cead5-8205-43df-acb5-c95f9d85e059', 'f0199103-73d1-4e86-8586-03b12a978c95', '28e44722-dc64-4d8f-94e4-91842c3f547b', '0a6bef59-5df8-4040-9294-a4cbf619fcf5', '8129efca-01c0-4606-8ca2-aaaa715e1136', 'ff4250c5-3aac-469b-85cd-b0c8b22b59e1', '225a14ca-2212-482e-9d5a-900a4ee6a9e8', 'b15c148b-e626-44ec-a6c1-4435f42baa8a', 'ba92f40f-72cd-4ffb-8aa3-741a59aaa357', '0a42d7ce-6df9-4163-8e88-d11249ed3390', 'a0bf7550-33ff-479c-a73a-23e0ae8a8574', '14c224e8-e105-425d-bce9-ebb3bdd7a77c', '2e5a4dce-ff06-4e58-97ad-18560a7ce74c', '36266c17-44e9-4c03-a229-0ace0d5d4180', 'fbc5b29c-8e28-420a-99d3-a79c7f158190', 'c8738e69-c6e1-439f-b70c-83d340b34596', 'a9c8c52e-5247-4a45-a092-134e4563ef7e', '5f8a50cb-25b9-427c-ab6a-e589d6893e54', 'b59255b2-a2ea-429e-8559-1954e4acd571', 'ab58100d-31b0-41dd-9dc0-bec38b775599', 'd9a442ad-8a91-4b33-a0f0-b1432d903e0e', 'c371facf-c8d2-49ce-85c0-ba852a197037', '9bd04c41-059c-412c-bda6-0fc23de6153e', 'c713cdd8-8dbb-430c-bd3a-ed5c3add47ee', 'c76357cc-3605-4dc5-bd6d-6cddb703d59d', 'b0454ef7-07e4-4bb3-beda-6fe87183cc52', '3ac995ca-db7a-471c-a258-be2d20596e8c', '016cbe45-f3de-48da-b97c-0dbe12be65c9', '89a41120-2dc8-4a50-80d4-9601fd4e2c70', 'eeaba070-4cb5-483a-8867-3bf154a4442f', '04f171d7-6af1-4b47-8ab6-9212eda00cf8', '14fd3665-02ad-47a5-a0fe-7d7b8b49ada3', '75d051af-d1f3-4fc4-b760-d94ad4ca0469', 'cfea60a4-ed49-4dda-990c-aa191197715c', '34e79b05-67b5-408d-9a77-6f90d8ce44ce'} {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.799237] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1267.820236] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.820393] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.820497] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.820675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.820762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.820870] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1267.820943] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.821020] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1267.899246] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.899398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.899474] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.899678] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.900791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.901120] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1267.901213] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.901288] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1267.901354] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1267.901556] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1267.901556] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGH for action security_group_rules [ 1267.901658] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGH for action security_group_rules [ 1267.901692] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGH for action security_group_rules [ 1267.901792] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGH for action security_group_rules [ 1267.901896] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGH for action security_group_rules [ 1267.902040] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGH for action security_group_rules [ 1267.902257] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGH for action security_group_rules [ 1267.902257] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGH for action security_group_rules [ 1267.902388] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGH for action security_group_rules [ 1267.902460] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGH for action security_group_rules [ 1267.902522] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGH for action security_group_rules [ 1267.902581] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGH for action security_group_rules [ 1267.902656] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGH for action security_group_rules [ 1267.902734] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGH for action security_group_rules [ 1267.902798] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGH for action security_group_rules [ 1267.902861] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGH for action security_group_rules [ 1267.902921] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGH for action security_group_rules [ 1267.902984] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGH for action security_group_rules [ 1267.903180] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGH for action security_group_rules [ 1267.903180] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGH for action security_group_rules [ 1267.903321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.135333] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.135727] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1271.135727] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 with Priority: HIGH for action security_group_rules [ 1271.135727] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 with Priority: HIGH for action security_group_rules [ 1271.135893] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 with Priority: HIGH for action security_group_rules [ 1271.135893] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 with Priority: HIGH for action security_group_rules [ 1271.136059] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 with Priority: HIGH for action security_group_rules [ 1271.136253] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c with Priority: HIGH for action security_group_rules [ 1271.136253] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c with Priority: HIGH for action security_group_rules [ 1271.136442] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 with Priority: HIGH for action security_group_rules [ 1271.136442] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15c148b-e626-44ec-a6c1-4435f42baa8a with Priority: HIGH for action security_group_rules [ 1271.136557] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGH for action security_group_rules [ 1271.136607] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 with Priority: HIGH for action security_group_rules [ 1271.136670] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 with Priority: HIGH for action security_group_rules [ 1271.136760] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGH for action security_group_rules [ 1271.136900] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 with Priority: HIGH for action security_group_rules [ 1271.136982] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e44722-dc64-4d8f-94e4-91842c3f547b with Priority: HIGH for action security_group_rules [ 1271.137062] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 with Priority: HIGH for action security_group_rules [ 1271.137111] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0199103-73d1-4e86-8586-03b12a978c95 with Priority: HIGH for action security_group_rules [ 1271.137190] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f with Priority: HIGH for action security_group_rules [ 1271.137282] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a with Priority: HIGH for action security_group_rules [ 1271.137373] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba with Priority: HIGH for action security_group_rules [ 1271.137718] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98e51d60-9b75-40a3-bfe4-912f844f4238 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.137904] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.137984] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.138339] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.138421] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98e51d60-9b75-40a3-bfe4-912f844f4238',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.140107] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.140225] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.140278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.140437] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.140513] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1dd6c443-106d-48d6-9df7-0bccb0b57b15',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.141624] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e8cead5-8205-43df-acb5-c95f9d85e059 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.141842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.141967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.142080] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.142153] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e8cead5-8205-43df-acb5-c95f9d85e059',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.143626] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.143626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.143626] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.143768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.143768] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba92f40f-72cd-4ffb-8aa3-741a59aaa357',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.144793] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36266c17-44e9-4c03-a229-0ace0d5d4180 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.144793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.144945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.145253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.145336] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36266c17-44e9-4c03-a229-0ace0d5d4180',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.146524] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.146524] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.146763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.146763] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.146829] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5a4dce-ff06-4e58-97ad-18560a7ce74c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.147449] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.147560] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.147620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.147757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.147821] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14c224e8-e105-425d-bce9-ebb3bdd7a77c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.148618] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.148729] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.148800] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.148946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.149032] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bf7550-33ff-479c-a73a-23e0ae8a8574',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.149700] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b15c148b-e626-44ec-a6c1-4435f42baa8a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.149804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.149867] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.150015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.150705] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b15c148b-e626-44ec-a6c1-4435f42baa8a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.151406] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.151518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.151580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.151733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.151809] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.152482] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.152589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.152643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.152790] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.152856] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('225a14ca-2212-482e-9d5a-900a4ee6a9e8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.153619] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.153728] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.153805] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.153916] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.153993] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4250c5-3aac-469b-85cd-b0c8b22b59e1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.154657] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.154823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.154823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.154961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.155059] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.155847] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.155847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.155847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.156147] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.156147] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a6bef59-5df8-4040-9294-a4cbf619fcf5',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.156727] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e44722-dc64-4d8f-94e4-91842c3f547b taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.156833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.156934] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.157201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.157201] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e44722-dc64-4d8f-94e4-91842c3f547b',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.158709] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.158709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.158709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.158709] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.158709] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67586687-eb6d-4024-9ee8-9c8cf6304ce1',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.158952] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0199103-73d1-4e86-8586-03b12a978c95 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.159039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.159103] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.159264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.159337] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0199103-73d1-4e86-8586-03b12a978c95',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.159985] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.160104] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.160165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.160311] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.160389] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba5917e-74c4-4e3a-bbb5-633b9dfddd4f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.161178] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eb0279e-e263-405d-94ea-a82c7c62d02a taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.161317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.161407] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.161575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.161635] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eb0279e-e263-405d-94ea-a82c7c62d02a',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.162299] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f111c33-ca1a-4135-975b-5b38c606a9ba taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.162419] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.162466] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.162608] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.162679] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f111c33-ca1a-4135-975b-5b38c606a9ba',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.191064] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.191064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.191064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.191324] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.193610] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.193713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.194543] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.194638] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.212195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.212320] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5a4dce-ff06-4e58-97ad-18560a7ce74c is going to be deleted. [ 1271.213325] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.213529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.232871] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.233039] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba92f40f-72cd-4ffb-8aa3-741a59aaa357 is going to be deleted. [ 1271.233832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.234052] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.256117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.256292] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bf7550-33ff-479c-a73a-23e0ae8a8574 is going to be deleted. [ 1271.268345] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.268558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.268558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.268751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.268840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.268954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5a4dce-ff06-4e58-97ad-18560a7ce74c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.287547] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.287838] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.287944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.288212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.288307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.288428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba92f40f-72cd-4ffb-8aa3-741a59aaa357" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.326410] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.326552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.326623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.326830] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.326918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.327049] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bf7550-33ff-479c-a73a-23e0ae8a8574" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.662416] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.662644] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.662696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.663081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.664665] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.664766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.665437] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.665549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.668359] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.668490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.669401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.669510] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.669570] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.669760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.669904] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.669999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.670062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.670216] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.670298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.670384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.670470] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.672579] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.672691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.672753] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.672909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.673065] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.673158] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.673219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.673357] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.673434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.673514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.673596] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.686440] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.691622] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.691748] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1dd6c443-106d-48d6-9df7-0bccb0b57b15 is going to be deleted. [ 1271.692850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.693075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.702634] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.702827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.710730] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.710865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.713817] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.714043] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.719491] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.719640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.720436] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.720533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.721276] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.721377] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.722154] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.722292] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.723086] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.723195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.724841] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.724938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.729109] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.729247] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.729966] env[65043]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.730380] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.730486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.731207] env[65043]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1271.731589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.731700] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98e51d60-9b75-40a3-bfe4-912f844f4238 is going to be deleted. [ 1271.732580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.732793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.752445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.752586] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e8cead5-8205-43df-acb5-c95f9d85e059 is going to be deleted. [ 1271.753490] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.753870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.769196] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.769355] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.774259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.774395] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36266c17-44e9-4c03-a229-0ace0d5d4180 is going to be deleted. [ 1271.775309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.775528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.797368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.797559] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4250c5-3aac-469b-85cd-b0c8b22b59e1 is going to be deleted. [ 1271.798577] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.798794] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.821075] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.821075] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.874316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.874316] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 225a14ca-2212-482e-9d5a-900a4ee6a9e8 is going to be deleted. [ 1271.874316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.874316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.874316] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.874316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.874316] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.874316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.874316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.874316] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67586687-eb6d-4024-9ee8-9c8cf6304ce1 is going to be deleted. [ 1271.874316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.874316] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.882610] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.882808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.893060] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.893245] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba5917e-74c4-4e3a-bbb5-633b9dfddd4f is going to be deleted. [ 1271.894232] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.894405] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.940845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.941051] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eb0279e-e263-405d-94ea-a82c7c62d02a is going to be deleted. [ 1271.941945] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.942180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.013237] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.013552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.014074] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.014271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.015262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.015388] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e44722-dc64-4d8f-94e4-91842c3f547b is going to be deleted. [ 1272.016332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.016535] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.045340] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.045551] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.057765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.057933] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a6bef59-5df8-4040-9294-a4cbf619fcf5 is going to be deleted. [ 1272.059072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.059321] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.061619] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.061746] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.140101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.140379] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b15c148b-e626-44ec-a6c1-4435f42baa8a is going to be deleted. [ 1272.141471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.141722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.176652] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.189933] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8129efca-01c0-4606-8ca2-aaaa715e1136: rpc.has_security_group_logging(os_id): False [ 1272.209257] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.209467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.211140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.211311] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0199103-73d1-4e86-8586-03b12a978c95 is going to be deleted. [ 1272.212514] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.212791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.246278] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.246590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.253701] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.253831] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f111c33-ca1a-4135-975b-5b38c606a9ba is going to be deleted. [ 1272.254747] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.254952] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.258262] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.258382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.278574] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.278765] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.286342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.286499] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14c224e8-e105-425d-bce9-ebb3bdd7a77c is going to be deleted. [ 1272.287428] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.287643] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.287730] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.287852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1dd6c443-106d-48d6-9df7-0bccb0b57b15" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.288010] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.288214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.288330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.288398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e8cead5-8205-43df-acb5-c95f9d85e059" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.288901] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.289066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.289163] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.289287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98e51d60-9b75-40a3-bfe4-912f844f4238" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.289421] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.289564] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.289640] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.289750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36266c17-44e9-4c03-a229-0ace0d5d4180" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.289872] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.290016] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.290095] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.290211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4250c5-3aac-469b-85cd-b0c8b22b59e1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.290333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.290470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.290537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.290637] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67586687-eb6d-4024-9ee8-9c8cf6304ce1" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.290762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.290896] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.290968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.291088] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-225a14ca-2212-482e-9d5a-900a4ee6a9e8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.291213] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.291348] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.291422] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.291529] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba5917e-74c4-4e3a-bbb5-633b9dfddd4f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.291652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.291783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.291856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.291961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eb0279e-e263-405d-94ea-a82c7c62d02a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.292101] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.292238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.292310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.292420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e44722-dc64-4d8f-94e4-91842c3f547b" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.292541] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.292674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.323891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.324236] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.324338] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.324402] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.324605] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.324685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.324780] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 is going to be updated. [ 1272.325915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.326140] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.326215] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.326328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a6bef59-5df8-4040-9294-a4cbf619fcf5" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.326476] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.326621] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.326696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.326802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b15c148b-e626-44ec-a6c1-4435f42baa8a" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.365130] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.365452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.365452] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.365553] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.365627] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.365743] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f111c33-ca1a-4135-975b-5b38c606a9ba" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.366515] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.366663] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.366708] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.366833] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.366910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.367035] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0199103-73d1-4e86-8586-03b12a978c95" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.437390] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.437633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.437739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.438130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.438260] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.438392] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14c224e8-e105-425d-bce9-ebb3bdd7a77c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.472790] env[65043]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1272.473509] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.473607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.473832] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.473989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.474183] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.512049] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 in Status: IN_PROGRESS for 2s [ 1272.678646] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a42d7ce-6df9-4163-8e88-d11249ed3390: rpc.has_security_group_logging(os_id): False [ 1272.698347] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.698615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.698615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.698829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.719924] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.720236] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.720376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.720471] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.720685] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.720770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.720861] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1272.776192] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.776411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.776489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.776762] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.776930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.791119] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1274.527613] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 in Status: SUCCESS [ 1274.527613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.805938] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1274.806246] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.636984] env[65043]: INFO networking_nsxv3.common.synchronization [req-2e249063-3738-48d9-a96d-af2dd1a4c4c5 req-b747efae-6375-4d65-8543-0e0c951c2632 tempest-AttachVolumeShelveTestJSON-399532935 tempest-AttachVolumeShelveTestJSON-399532935-project-member] Enqueued Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_members [ 1275.637614] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfea60a4-ed49-4dda-990c-aa191197715c with Priority: HIGHEST for action security_group_members [ 1275.637945] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfea60a4-ed49-4dda-990c-aa191197715c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.638097] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.638352] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.638589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.638850] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.638988] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.639227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.639530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.639668] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.640384] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfea60a4-ed49-4dda-990c-aa191197715c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.142118] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.142384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.142384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.142569] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.162625] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.162883] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.163015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.163089] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.163285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.163368] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.163455] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfea60a4-ed49-4dda-990c-aa191197715c is going to be updated. [ 1276.192034] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.192034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.192034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.192034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.192034] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.201344] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: IN_PROGRESS for 2s [ 1278.214405] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfea60a4-ed49-4dda-990c-aa191197715c in Status: SUCCESS [ 1278.214841] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfea60a4-ed49-4dda-990c-aa191197715c deletion is rescheduled due to dependency. [ 1278.214841] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfea60a4-ed49-4dda-990c-aa191197715c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.638848] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.639327] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.640187] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.640563] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.641901] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.642291] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.819084] env[65043]: INFO networking_nsxv3.common.synchronization [req-ca574efe-a8f9-4ac3-9d4a-5b202a90015e req-5c92a099-2273-4efa-b167-dba0ab58c8ec tempest-ServerActionsTestJSON-641991527 tempest-ServerActionsTestJSON-641991527-project-member] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1293.819084] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGHEST for action security_group_members [ 1293.819084] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.819084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.819084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.819084] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.819518] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.819518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.819518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.819518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.819518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.819706] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.322235] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.322451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.322451] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.322664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.322793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.323019] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.323114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.323173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.323332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.323406] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.323490] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be updated. [ 1294.350575] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.350804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.350804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.350970] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.351131] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.359383] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: IN_PROGRESS for 2s [ 1296.370241] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 in Status: SUCCESS [ 1296.370652] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 deletion is rescheduled due to dependency. [ 1296.370652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.873822] env[65043]: INFO networking_nsxv3.common.synchronization [req-44ad5994-f5a9-49e9-a65f-49a67c9efc25 req-922cbaf4-66af-4151-9f6c-de6e68c78408 tempest-ServerActionsTestOtherB-1812591076 tempest-ServerActionsTestOtherB-1812591076-project-member] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1297.873822] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1297.873822] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.873822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.873822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.873822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.873822] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.873822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.873822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.873822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.873822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.874560] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.376175] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.376335] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.376440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.376732] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.398666] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.398984] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.399124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.399193] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.399449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.399544] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.399647] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1298.425820] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.426063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.426063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.426243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.426455] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.435628] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1300.449885] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1300.450186] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 deletion is rescheduled due to dependency. [ 1300.450320] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.347789] env[65043]: INFO networking_nsxv3.common.synchronization [None req-0e7e7657-0507-4df4-8ed6-c5ef5144a583 None None] Enqueued Resource ID: 5a7ec302-d2e5-4224-85fc-7b5c3464881f with Priority: HIGHEST for action port [ 1302.348782] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7ec302-d2e5-4224-85fc-7b5c3464881f with Priority: HIGHEST for action port [ 1302.348782] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a7ec302-d2e5-4224-85fc-7b5c3464881f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.349106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a7ec302-d2e5-4224-85fc-7b5c3464881f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.349106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a7ec302-d2e5-4224-85fc-7b5c3464881f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.349829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a7ec302-d2e5-4224-85fc-7b5c3464881f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.349921] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a7ec302-d2e5-4224-85fc-7b5c3464881f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.852177] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a7ec302-d2e5-4224-85fc-7b5c3464881f [ 1302.852409] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.852552] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.852652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.852874] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.852974] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.853080] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a7ec302-d2e5-4224-85fc-7b5c3464881f already deleted. [ 1302.853157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a7ec302-d2e5-4224-85fc-7b5c3464881f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.434788] env[65043]: INFO networking_nsxv3.common.synchronization [None req-fc227968-d4dc-491c-8c4f-6a6b3b476ff9 None None] Enqueued Resource ID: c72227b2-02d3-4fe5-b3aa-d8cead983ac8 with Priority: HIGHEST for action port [ 1304.435076] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72227b2-02d3-4fe5-b3aa-d8cead983ac8 with Priority: HIGHEST for action port [ 1304.435619] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-c72227b2-02d3-4fe5-b3aa-d8cead983ac8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.435740] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c72227b2-02d3-4fe5-b3aa-d8cead983ac8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.435807] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c72227b2-02d3-4fe5-b3aa-d8cead983ac8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.436064] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c72227b2-02d3-4fe5-b3aa-d8cead983ac8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.436144] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c72227b2-02d3-4fe5-b3aa-d8cead983ac8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.938481] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c72227b2-02d3-4fe5-b3aa-d8cead983ac8 [ 1304.938746] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.938878] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.938947] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.939182] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.939270] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.939366] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c72227b2-02d3-4fe5-b3aa-d8cead983ac8 already deleted. [ 1304.939512] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c72227b2-02d3-4fe5-b3aa-d8cead983ac8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.995772] env[65043]: INFO networking_nsxv3.common.synchronization [req-7690b2a0-721b-4169-b8b1-ca669ec5fc4f req-a600029c-e551-49bc-ae93-2db77befaf5e tempest-ServerActionsTestOtherB-1812591076 tempest-ServerActionsTestOtherB-1812591076-project-member] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1304.996341] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1304.996636] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.996755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.996820] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.997017] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.997170] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.997262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.997314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.997456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.997539] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.997628] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.271068] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.271229] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.271386] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.271677] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.272044] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.272251] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.272405] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.272640] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.272795] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.273018] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1305.273202] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.273342] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.273425] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.273533] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1305.273684] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.273836] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.294215] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.294381] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1305.294512] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.294688] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.295083] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.295262] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.295383] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.295774] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.295921] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.500110] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.500525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.500525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.500727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.500727] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.500975] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.501134] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.501219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.501377] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.501480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.501574] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1305.527805] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.528047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.528047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.528258] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.528415] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.537101] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1305.798052] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.798199] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.799016] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.799016] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.799016] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.799016] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Segment Port 9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf not found, creating... [ 1305.799373] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.799373] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.799473] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.799653] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.799827] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.800118] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.800276] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.800390] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.800597] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.800829] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.800983] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf is going to be created. [ 1305.822269] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.822487] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.822609] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.822862] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.823101] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.823315] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.536793] env[65043]: INFO networking_nsxv3.common.synchronization [req-7690b2a0-721b-4169-b8b1-ca669ec5fc4f req-7be75bbf-8a9d-41c8-895d-b3f0da1de9f9 service nova] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1306.537057] env[65043]: INFO networking_nsxv3.common.synchronization [req-7690b2a0-721b-4169-b8b1-ca669ec5fc4f req-7be75bbf-8a9d-41c8-895d-b3f0da1de9f9 service nova] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1306.537134] env[65043]: INFO networking_nsxv3.common.synchronization [req-7690b2a0-721b-4169-b8b1-ca669ec5fc4f req-7be75bbf-8a9d-41c8-895d-b3f0da1de9f9 service nova] Enqueued Resource ID: 9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf with Priority: HIGHEST for action port [ 1306.537656] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1306.537799] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1306.537895] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf with Priority: HIGHEST for action port [ 1306.538236] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.538464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.538464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.538686] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.538779] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.539659] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.539799] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.539941] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.540055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.540114] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.540267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.540387] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.042155] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.042378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.042505] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf with status ACTIVE [ 1307.042675] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.042784] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.042845] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.043108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.043204] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.043371] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.043468] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.043522] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.043674] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.043751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.043927] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.044039] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.044100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.044243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.044317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.044470] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf is going to be updated. [ 1307.065685] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.065881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.065881] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.066091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.066220] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.066372] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cfa55a8-8ea1-45e0-a04d-61f93ae4bfbf" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.546375] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1307.546761] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 deletion is rescheduled due to dependency. [ 1307.546761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.546842] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.547015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.547199] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.547310] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.547376] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.547533] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.547613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.547706] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.668905] env[65043]: INFO networking_nsxv3.common.synchronization [req-eed6685e-6ebf-45ea-a82a-e2fa2e06c0e9 req-37432c5d-beee-4be3-87dc-1ad066c62b42 tempest-ServerAddressesTestJSON-141838371 tempest-ServerAddressesTestJSON-141838371-project-member] Enqueued Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGHEST for action security_group_members [ 1307.669469] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGHEST for action security_group_members [ 1307.669801] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fc2a60-f8c5-4f67-a209-b5345c947253 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.669932] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.669999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.670426] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.670585] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.670687] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.670751] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.670899] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.670983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.671085] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7fc2a60-f8c5-4f67-a209-b5345c947253',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.947388] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.947388] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-598" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.947388] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-598" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.947388] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-598" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.947756] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.947959] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.948203] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.948488] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.948725] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.949021] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.949186] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.949379] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.949611] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.949787] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.949970] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.950163] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.971680] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1307.971680] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1307.971680] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1307.971864] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-598" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.972810] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-0154600e-d6a8-478b-8ad8-87b0c91212b6 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.972810] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-0154600e-d6a8-478b-8ad8-87b0c91212b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.972810] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-0154600e-d6a8-478b-8ad8-87b0c91212b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.972810] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-0154600e-d6a8-478b-8ad8-87b0c91212b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.973065] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0154600e-d6a8-478b-8ad8-87b0c91212b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.049571] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.172967] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.173175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.173175] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.173347] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.173435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.173622] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.173717] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.173776] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.173926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.173999] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.174092] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 already deleted. [ 1308.174170] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.476163] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.476163] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.476163] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.476767] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.476767] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.476767] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 0154600e-d6a8-478b-8ad8-87b0c91212b6 not found, creating... [ 1308.476915] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.476980] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.477134] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.477366] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.477529] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.477978] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.478192] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.478338] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.478553] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.478716] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.478886] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 0154600e-d6a8-478b-8ad8-87b0c91212b6 is going to be created. [ 1308.499982] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.500290] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.500453] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.500766] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.501054] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.501328] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-0154600e-d6a8-478b-8ad8-87b0c91212b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.552489] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.055621] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.055796] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.055870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.056154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.056287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.056396] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1309.086258] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.086594] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.086973] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.087349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.087349] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.097721] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1309.197124] env[65043]: INFO networking_nsxv3.common.synchronization [req-eed6685e-6ebf-45ea-a82a-e2fa2e06c0e9 req-612475dd-2609-44f0-8813-b8c26d16b3d2 service nova] Enqueued Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGHEST for action security_group_rules [ 1309.197124] env[65043]: INFO networking_nsxv3.common.synchronization [req-eed6685e-6ebf-45ea-a82a-e2fa2e06c0e9 req-612475dd-2609-44f0-8813-b8c26d16b3d2 service nova] Enqueued Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGHEST for action security_group_members [ 1309.197124] env[65043]: INFO networking_nsxv3.common.synchronization [req-eed6685e-6ebf-45ea-a82a-e2fa2e06c0e9 req-612475dd-2609-44f0-8813-b8c26d16b3d2 service nova] Enqueued Resource ID: 0154600e-d6a8-478b-8ad8-87b0c91212b6 with Priority: HIGHEST for action port [ 1309.197124] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGHEST for action security_group_rules [ 1309.197124] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGHEST for action security_group_members [ 1309.197124] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0154600e-d6a8-478b-8ad8-87b0c91212b6 with Priority: HIGHEST for action port [ 1309.197124] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7fc2a60-f8c5-4f67-a209-b5345c947253 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.197124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.197124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.197124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.197124] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7fc2a60-f8c5-4f67-a209-b5345c947253',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.200957] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fc2a60-f8c5-4f67-a209-b5345c947253 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.201248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.201589] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.201876] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.202158] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.202661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.202825] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.203340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.203520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.203690] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7fc2a60-f8c5-4f67-a209-b5345c947253',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.205106] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-0154600e-d6a8-478b-8ad8-87b0c91212b6 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.205106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0154600e-d6a8-478b-8ad8-87b0c91212b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.205106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0154600e-d6a8-478b-8ad8-87b0c91212b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.205106] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0154600e-d6a8-478b-8ad8-87b0c91212b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.205106] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0154600e-d6a8-478b-8ad8-87b0c91212b6',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.710161] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fc2a60-f8c5-4f67-a209-b5345c947253 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.712750] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.712750] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7fc2a60-f8c5-4f67-a209-b5345c947253',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.712750] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0154600e-d6a8-478b-8ad8-87b0c91212b6 with status ACTIVE [ 1309.712946] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.712946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.713055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.713171] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.713279] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.714142] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.714558] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.714661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.714844] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.714929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.715143] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.715235] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.715299] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.715450] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.715525] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.715613] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0154600e-d6a8-478b-8ad8-87b0c91212b6 is going to be updated. [ 1309.735845] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.736024] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.736071] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.736305] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.736494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.736673] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0154600e-d6a8-478b-8ad8-87b0c91212b6" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.218097] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7fc2a60-f8c5-4f67-a209-b5345c947253',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.720810] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.721259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.721259] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.721332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.721443] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.721618] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 is going to be created. [ 1310.750538] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.750786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.750786] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.750986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.751330] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.762488] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 in Status: UNINITIALIZED for 2s [ 1311.109124] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1311.109420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.109611] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.109829] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.110030] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.110150] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.110200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.110381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.110440] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.110523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.110618] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.612568] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.116577] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f171d7-6af1-4b47-8ab6-9212eda00cf8: rpc.has_security_group_logging(os_id): False [ 1312.134642] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.134862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.134862] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.135062] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.135154] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.135479] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.135575] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.135632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.135795] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.135887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.135975] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1312.216296] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.216531] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.216531] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.216671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.216822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.241442] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1312.772993] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 in Status: SUCCESS [ 1312.773256] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.773481] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.773735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.773949] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.774090] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.774146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.774312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.774391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.774477] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.774587] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7fc2a60-f8c5-4f67-a209-b5345c947253',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.277203] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fc2a60-f8c5-4f67-a209-b5345c947253 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.277635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.277635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.277635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.277735] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.277975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.277975] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.278153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.278153] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.278244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.278357] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fc2a60-f8c5-4f67-a209-b5345c947253 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.278504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.278504] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.278616] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.278786] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.278964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.278964] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.279130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.279130] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.279244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.279304] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7fc2a60-f8c5-4f67-a209-b5345c947253',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.781342] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7fc2a60-f8c5-4f67-a209-b5345c947253: rpc.has_security_group_logging(os_id): False [ 1313.800179] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.800375] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.800486] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.800767] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.800910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.801279] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.801381] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.801434] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.801607] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.801684] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.801856] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.801948] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.802015] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.802165] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.802238] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.802410] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.802501] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.802559] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.802692] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.802801] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.802914] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 is going to be created. [ 1313.862719] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.862866] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.862931] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.863166] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.863346] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.874676] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 in Status: IN_PROGRESS for 2s [ 1314.196667] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.196843] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1314.257160] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1314.257384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.886874] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 in Status: SUCCESS [ 1315.887157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.025068] env[65043]: INFO networking_nsxv3.common.synchronization [req-cf6b4728-3a05-4a79-9025-ae6f87aff139 req-e68989bc-8dae-4f58-b6a0-502302c604e0 tempest-ServerAddressesTestJSON-141838371 tempest-ServerAddressesTestJSON-141838371-project-member] Enqueued Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGHEST for action security_group_members [ 1319.025623] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGHEST for action security_group_members [ 1319.025924] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7fc2a60-f8c5-4f67-a209-b5345c947253 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.026159] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.026244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.026467] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.026672] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.026836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.026939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.027194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.027278] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.027331] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7fc2a60-f8c5-4f67-a209-b5345c947253',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.529869] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.530230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.530230] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.530370] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.530464] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.530661] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.530760] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.530820] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.530998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.531100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.531186] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 is going to be updated. [ 1319.558058] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.558058] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.558298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.558333] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.558520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.566793] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 in Status: IN_PROGRESS for 2s [ 1321.577928] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 in Status: SUCCESS [ 1321.577928] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 deletion is rescheduled due to dependency. [ 1321.578396] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.027186] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.027498] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.028293] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.028748] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.167717] env[65043]: INFO networking_nsxv3.common.synchronization [req-ed628298-629a-45a1-ace1-56f9095ed871 req-cd61d53d-a8a9-4c22-8974-1cc49c2bc6e2 tempest-ServerRescueNegativeTestJSON-254892003 tempest-ServerRescueNegativeTestJSON-254892003-project-member] Enqueued Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_members [ 1332.168354] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGHEST for action security_group_members [ 1332.168581] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.168700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.169287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.169287] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.169488] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.169488] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.169603] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.169713] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.169749] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.169921] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.672224] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.672456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.672456] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.672785] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.672879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.673091] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.673211] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.673266] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.673429] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.673540] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.673675] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 is going to be updated. [ 1332.703555] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.703778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.703778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.703943] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.704083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.712951] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 in Status: IN_PROGRESS for 2s [ 1334.723669] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 in Status: SUCCESS [ 1334.724074] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 deletion is rescheduled due to dependency. [ 1334.724074] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.169625] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.170065] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.171037] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.171447] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.308221] env[65043]: INFO networking_nsxv3.common.synchronization [req-66bc6150-df00-4d95-864a-7dfea3cf64e6 req-eb752e8e-194e-4dd1-8b44-6cc72ce277ec tempest-ServerRescueNegativeTestJSON-254892003 tempest-ServerRescueNegativeTestJSON-254892003-project-member] Enqueued Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1343.308865] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1343.309280] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.309465] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.309588] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.309887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.310382] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.310382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.310382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.310620] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.310704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.310823] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.812972] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.315256] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.819997] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.820269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.820269] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.820511] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.820609] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.820709] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 is going to be updated. [ 1344.849143] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.849391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.849391] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.849582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.849704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.858054] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: IN_PROGRESS for 2s [ 1346.868702] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: SUCCESS [ 1346.869156] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.310433] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.310751] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.007980] env[65043]: INFO networking_nsxv3.common.synchronization [req-5b41d7ab-5b3f-4840-90c6-b2d8c817e78e req-6144c343-20a0-4df9-841f-aff62c41092d tempest-ServerRescueNegativeTestJSON-254892003 tempest-ServerRescueNegativeTestJSON-254892003-project-member] Enqueued Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1350.008534] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGHEST for action security_group_members [ 1350.009547] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.009547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.009547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.009680] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.010109] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.010109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.010109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.010109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.010344] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.010344] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.514405] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.514703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.514703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.514967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.540423] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.540704] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.540822] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.540889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.541111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.541195] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.541285] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 is going to be updated. [ 1350.569602] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.569810] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.569860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.570045] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.570191] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.581096] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: IN_PROGRESS for 2s [ 1352.593122] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 in Status: SUCCESS [ 1352.593122] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 deletion is rescheduled due to dependency. [ 1352.593122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.009921] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.010266] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.013077] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.013393] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.014118] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.014118] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.014620] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.014892] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.015399] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.015803] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.016538] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.016899] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.018026] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.018327] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.019877] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.020315] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.020876] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.020876] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.022166] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.022572] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.083837] env[65043]: INFO networking_nsxv3.common.synchronization [req-657c81ed-e97a-4bb4-826a-c5c6b4be13db req-06cf4a6b-bce4-4319-b9e6-6fb22002f51b tempest-ServerActionsTestOtherB-1812591076 tempest-ServerActionsTestOtherB-1812591076-project-member] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1401.084048] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1401.084571] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.084571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.084571] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.084835] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.084906] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.085033] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.085108] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.085245] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.085326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.085666] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.588063] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.588063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.588063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.588417] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.588454] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.588684] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.588797] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.588853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.588998] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.589083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.589172] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1401.618393] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.618691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.618691] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.618852] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.618961] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.635119] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1403.645950] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1403.646367] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 deletion is rescheduled due to dependency. [ 1403.646367] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.085021] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.085441] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.271704] env[65043]: INFO networking_nsxv3.common.synchronization [req-b6011f93-8dc0-448d-b21b-e107127d1fc1 req-e4f45c39-3cd3-428c-9db9-d864f3e9d63d tempest-ServerActionsTestOtherB-1812591076 tempest-ServerActionsTestOtherB-1812591076-project-member] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1410.272261] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1410.272580] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.272700] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.272768] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.273019] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.273125] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.273227] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.273289] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.273435] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.273518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.273610] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.527308] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.527534] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.527635] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.527902] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.528191] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.528348] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.528463] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.528678] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.528815] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.529037] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.529146] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.529252] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.529358] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.529503] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.529609] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.529739] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.553779] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.554058] env[65043]: DEBUG dogpile.cache.region [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1410.554200] env[65043]: DEBUG dogpile.lock [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.554435] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.554839] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.555090] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.555215] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.555612] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.555778] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3089dcf1-7cc4-4a8c-ba6c-fadf736034fb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.775638] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.775861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.775861] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.776046] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.776142] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.776340] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.776439] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.776502] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.776656] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.776721] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.776808] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1410.807509] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.807757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.807757] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.807918] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.808081] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.817161] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1411.058113] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.058352] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.058477] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.058758] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.058908] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.059077] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Segment Port 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb not found, creating... [ 1411.059341] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.059500] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.059615] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.059828] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.059958] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.060345] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.060495] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.060612] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.060819] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.060950] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.061121] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Resource: SegmentPort with ID: 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb is going to be created. [ 1411.083419] env[65043]: DEBUG networking_nsxv3.common.locking [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.083745] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.083833] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.084040] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.084271] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.084491] env[65043]: DEBUG oslo_concurrency.lockutils [None req-ecf620f2-f46d-4068-a476-fff162510d9b None None] Releasing lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.774010] env[65043]: INFO networking_nsxv3.common.synchronization [req-b6011f93-8dc0-448d-b21b-e107127d1fc1 req-2c359ccd-f3ad-45c9-acf0-84a9b85ea9a7 service nova] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1411.774279] env[65043]: INFO networking_nsxv3.common.synchronization [req-b6011f93-8dc0-448d-b21b-e107127d1fc1 req-2c359ccd-f3ad-45c9-acf0-84a9b85ea9a7 service nova] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1411.774381] env[65043]: INFO networking_nsxv3.common.synchronization [req-b6011f93-8dc0-448d-b21b-e107127d1fc1 req-2c359ccd-f3ad-45c9-acf0-84a9b85ea9a7 service nova] Enqueued Resource ID: 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb with Priority: HIGHEST for action port [ 1411.774843] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1411.774977] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1411.775116] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb with Priority: HIGHEST for action port [ 1411.775394] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.775517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.775582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.775783] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.775863] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.776719] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.776823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.777021] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.777326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.777432] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.779080] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.779080] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3089dcf1-7cc4-4a8c-ba6c-fadf736034fb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.279629] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.279843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.279931] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb with status ACTIVE [ 1412.280185] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.280304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.280371] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.280582] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.280669] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.280836] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.280929] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.280989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.281148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.281253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.281431] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.281523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.281586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.281722] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.281793] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.281876] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb is going to be updated. [ 1412.307171] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.307413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.307413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.307657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.307909] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.308055] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.826812] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1412.827207] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 deletion is rescheduled due to dependency. [ 1412.827207] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.827284] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.827478] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.827658] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.827775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.827836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.827993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.828115] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.828221] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.330650] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.833347] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.335418] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.335584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.335657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.335877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.335968] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.336084] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1414.361919] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.362111] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.362198] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.362378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.362520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.371040] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1416.382366] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1416.382766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.382766] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.382967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.383177] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.383298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.383361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.383513] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.383592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.383675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.383762] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.776378] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.776560] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1416.886158] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.389280] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f171d7-6af1-4b47-8ab6-9212eda00cf8: rpc.has_security_group_logging(os_id): False [ 1417.408437] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.408662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.408662] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.408855] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.408944] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.409211] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.409319] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.409382] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.409520] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.409597] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.409675] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1417.468654] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.468892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.468892] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.469091] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.469253] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.481564] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1419.494922] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1419.495317] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.778121] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.778121] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.779199] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.779596] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.780725] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.781149] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.782088] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.782495] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.783595] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.784328] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.785281] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.785721] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.786570] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.786570] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.787767] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.788162] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.788680] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.789091] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.789799] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.790270] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.791198] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.791566] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.792425] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.792800] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.793599] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.794022] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.985017] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.985242] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.985368] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.985643] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.985906] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.986069] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.986187] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.986396] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.986540] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.986746] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1481.986859] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] NeedRegenerationException {{(pid=65043) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1481.986974] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] no value, waiting for create lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1481.987093] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] value creation lock acquired {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1481.987202] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] No value present for key: 'zone-id' {{(pid=65043) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1481.987350] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Calling creation function for not-yet-present value {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1481.987425] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1482.013071] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1482.013311] env[65043]: DEBUG dogpile.cache.region [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65043) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1482.013456] env[65043]: DEBUG dogpile.lock [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Released creation lock {{(pid=65043) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1482.013623] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "network-334" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.013921] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb taken with stack trace [, , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.014112] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.014233] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.014499] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.014636] env[65043]: DEBUG networking_nsxv3.api.rpc [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3089dcf1-7cc4-4a8c-ba6c-fadf736034fb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.516976] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.517299] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.517459] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.517800] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.517992] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.518380] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.518575] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.518745] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.519053] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.519229] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.519586] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.519788] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.519955] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.520221] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.520435] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.520638] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Resource: SegmentPort with ID: 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb is going to be updated. [ 1482.543421] env[65043]: DEBUG networking_nsxv3.common.locking [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.543705] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.543769] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.544025] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.544243] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.544494] env[65043]: DEBUG oslo_concurrency.lockutils [None req-fa024689-186d-4a3f-a919-2960f75bf11c None None] Releasing lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.200615] env[65043]: INFO networking_nsxv3.common.synchronization [req-771bcef5-1524-469a-846e-1a22c3d5c408 req-c446c5f9-631b-4b36-8602-7ffa2a77a0e9 service nova] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1483.200858] env[65043]: INFO networking_nsxv3.common.synchronization [req-771bcef5-1524-469a-846e-1a22c3d5c408 req-c446c5f9-631b-4b36-8602-7ffa2a77a0e9 service nova] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1483.200858] env[65043]: INFO networking_nsxv3.common.synchronization [req-771bcef5-1524-469a-846e-1a22c3d5c408 req-c446c5f9-631b-4b36-8602-7ffa2a77a0e9 service nova] Enqueued Resource ID: 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb with Priority: HIGHEST for action port [ 1483.201383] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_rules [ 1483.201520] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1483.201625] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb with Priority: HIGHEST for action port [ 1483.201906] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.202013] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.202144] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.202343] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.202429] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.203259] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.203369] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.203463] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.203623] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.203789] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.203887] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.203946] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.204100] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.204186] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.204269] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.205268] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.205378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.205445] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.205590] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.205667] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3089dcf1-7cc4-4a8c-ba6c-fadf736034fb',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.707438] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.708560] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.708675] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.709096] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb with status ACTIVE [ 1483.709284] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.709885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.709885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.709885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.709885] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.710143] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.710202] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.710306] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.710648] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.710759] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.711025] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.711176] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.711241] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.711374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.711448] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.711534] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3089dcf1-7cc4-4a8c-ba6c-fadf736034fb is going to be updated. [ 1483.732596] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.732754] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.732808] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.732992] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.733146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.733309] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3089dcf1-7cc4-4a8c-ba6c-fadf736034fb" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.210293] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.712765] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.713069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.713069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.713251] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.713341] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.713443] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1484.745628] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.745897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.745897] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.746066] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.746109] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.756828] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1486.768362] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1486.768362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.768888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.768888] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.769046] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.769132] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.769169] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.769298] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.769374] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.769472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.769538] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.271580] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.774401] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f171d7-6af1-4b47-8ab6-9212eda00cf8: rpc.has_security_group_logging(os_id): False [ 1487.796941] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.797217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.797217] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.797386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.797518] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.797723] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.797824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.797886] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.798044] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.798122] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.798209] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1487.859401] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.859649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.859649] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.859828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.859982] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.873564] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1488.203419] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.203642] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1489.891686] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1489.892219] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.205140] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.205587] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.255429] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1497.255869] env[65043]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-06bda01f-b70d-42ac-bbf2-2f6f4a5c7989 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1498.207083] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.207265] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.843540] env[65043]: INFO networking_nsxv3.common.synchronization [req-ce0513b6-651d-4e3e-905a-4caa0b134f0b req-d5d356be-5dfa-46d7-ad16-3b5873d0af2d tempest-ServerActionsTestOtherB-1812591076 tempest-ServerActionsTestOtherB-1812591076-project-member] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1498.844266] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGHEST for action security_group_members [ 1498.845527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.845527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.845527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.845527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.845527] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.845527] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.845940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.845940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.845940] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.846066] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.348771] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.349037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.349037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.349248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.349340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.349532] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.349631] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.349706] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.349854] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.349930] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.350031] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be updated. [ 1499.377952] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.378173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.378173] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.378351] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.378492] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.386448] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: IN_PROGRESS for 2s [ 1501.397590] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 in Status: SUCCESS [ 1501.398063] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 deletion is rescheduled due to dependency. [ 1501.398063] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.845245] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.845895] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.204470] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.204470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.204470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.204470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.204991] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.708121] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.210236] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.712665] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1506.712857] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1507.692959] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.693326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.693326] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.693409] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.707028] env[65043]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1507.707926] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.708936] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1507.752874] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.753070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.753070] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.753267] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.770496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.771445] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1507.771533] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.771623] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1507.801821] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.801983] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.802047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.802244] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.802896] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.803059] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1507.897387] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.897387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.897387] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.897613] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.897824] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.898054] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1507.986050] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.986248] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.986327] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.986472] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.986781] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.987060] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1507.987173] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0a42d7ce-6df9-4163-8e88-d11249ed3390', 'fbc5b29c-8e28-420a-99d3-a79c7f158190', 'd7fc2a60-f8c5-4f67-a209-b5345c947253', 'c8738e69-c6e1-439f-b70c-83d340b34596', 'a9c8c52e-5247-4a45-a092-134e4563ef7e', '5f8a50cb-25b9-427c-ab6a-e589d6893e54', 'b59255b2-a2ea-429e-8559-1954e4acd571', 'ab58100d-31b0-41dd-9dc0-bec38b775599', 'c371facf-c8d2-49ce-85c0-ba852a197037', 'd9a442ad-8a91-4b33-a0f0-b1432d903e0e', '9bd04c41-059c-412c-bda6-0fc23de6153e', 'c713cdd8-8dbb-430c-bd3a-ed5c3add47ee', 'c76357cc-3605-4dc5-bd6d-6cddb703d59d', 'b0454ef7-07e4-4bb3-beda-6fe87183cc52', '3ac995ca-db7a-471c-a258-be2d20596e8c', '016cbe45-f3de-48da-b97c-0dbe12be65c9', '89a41120-2dc8-4a50-80d4-9601fd4e2c70', 'eeaba070-4cb5-483a-8867-3bf154a4442f', '04f171d7-6af1-4b47-8ab6-9212eda00cf8', '8129efca-01c0-4606-8ca2-aaaa715e1136', '14fd3665-02ad-47a5-a0fe-7d7b8b49ada3', '75d051af-d1f3-4fc4-b760-d94ad4ca0469', 'cfea60a4-ed49-4dda-990c-aa191197715c', '34e79b05-67b5-408d-9a77-6f90d8ce44ce'} {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.987311] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1508.007111] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.007255] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.007323] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.007528] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.007615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.007720] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1508.007792] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.007858] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1508.092918] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.093192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.093283] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.093545] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.094775] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.095099] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1508.095214] env[65043]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65043) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1508.095295] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1508.095363] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1508.095437] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1508.095507] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGH for action security_group_rules [ 1508.095590] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGH for action security_group_rules [ 1508.095656] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGH for action security_group_rules [ 1508.095717] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGH for action security_group_rules [ 1508.095813] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGH for action security_group_rules [ 1508.095861] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGH for action security_group_rules [ 1508.095924] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGH for action security_group_rules [ 1508.095984] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGH for action security_group_rules [ 1508.095984] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGH for action security_group_rules [ 1508.096079] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGH for action security_group_rules [ 1508.096113] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGH for action security_group_rules [ 1508.096182] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGH for action security_group_rules [ 1508.096236] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGH for action security_group_rules [ 1508.096285] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGH for action security_group_rules [ 1508.096333] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGH for action security_group_rules [ 1508.096382] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGH for action security_group_rules [ 1508.096442] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGH for action security_group_rules [ 1508.096495] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGH for action security_group_rules [ 1508.096549] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGH for action security_group_rules [ 1508.096611] env[65043]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGH for action security_group_rules [ 1508.096704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.846143] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.846582] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1508.846582] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 with Priority: HIGH for action security_group_rules [ 1508.846582] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 with Priority: HIGH for action security_group_rules [ 1508.846582] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59255b2-a2ea-429e-8559-1954e4acd571 with Priority: HIGH for action security_group_rules [ 1508.846797] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac995ca-db7a-471c-a258-be2d20596e8c with Priority: HIGH for action security_group_rules [ 1508.846797] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 with Priority: HIGH for action security_group_rules [ 1508.846862] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 with Priority: HIGH for action security_group_rules [ 1508.846925] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeaba070-4cb5-483a-8867-3bf154a4442f with Priority: HIGH for action security_group_rules [ 1508.846999] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 with Priority: HIGH for action security_group_rules [ 1508.847101] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 with Priority: HIGH for action security_group_rules [ 1508.847225] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 with Priority: HIGH for action security_group_rules [ 1508.847302] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d with Priority: HIGH for action security_group_rules [ 1508.847365] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee with Priority: HIGH for action security_group_rules [ 1508.847511] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd04c41-059c-412c-bda6-0fc23de6153e with Priority: HIGH for action security_group_rules [ 1508.847620] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e with Priority: HIGH for action security_group_rules [ 1508.847731] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c371facf-c8d2-49ce-85c0-ba852a197037 with Priority: HIGH for action security_group_rules [ 1508.847804] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 with Priority: HIGH for action security_group_rules [ 1508.847892] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab58100d-31b0-41dd-9dc0-bec38b775599 with Priority: HIGH for action security_group_rules [ 1508.847979] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c8c52e-5247-4a45-a092-134e4563ef7e with Priority: HIGH for action security_group_rules [ 1508.848110] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 with Priority: HIGH for action security_group_rules [ 1508.848175] env[65043]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8738e69-c6e1-439f-b70c-83d340b34596 with Priority: HIGH for action security_group_rules [ 1508.848518] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a42d7ce-6df9-4163-8e88-d11249ed3390 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.848647] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.848707] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.848938] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.849033] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a42d7ce-6df9-4163-8e88-d11249ed3390',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.850410] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7fc2a60-f8c5-4f67-a209-b5345c947253 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.851489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.851489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.851489] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.851489] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7fc2a60-f8c5-4f67-a209-b5345c947253',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.851622] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b59255b2-a2ea-429e-8559-1954e4acd571 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.851696] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.851788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.851895] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.851962] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b59255b2-a2ea-429e-8559-1954e4acd571',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.852659] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ac995ca-db7a-471c-a258-be2d20596e8c taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.852788] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.853117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.853117] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.853117] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ac995ca-db7a-471c-a258-be2d20596e8c',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.854574] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8129efca-01c0-4606-8ca2-aaaa715e1136 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.854574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.854574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.854574] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.854574] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8129efca-01c0-4606-8ca2-aaaa715e1136',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.854766] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.854870] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.854921] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.855047] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.855116] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f171d7-6af1-4b47-8ab6-9212eda00cf8',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.856328] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeaba070-4cb5-483a-8867-3bf154a4442f taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.856328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.856328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.856328] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.856815] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeaba070-4cb5-483a-8867-3bf154a4442f',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.857507] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.857615] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.857671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.857823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.857892] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89a41120-2dc8-4a50-80d4-9601fd4e2c70',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.858561] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.858670] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.858733] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.858879] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.858950] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0454ef7-07e4-4bb3-beda-6fe87183cc52',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.861950] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016cbe45-f3de-48da-b97c-0dbe12be65c9 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.861950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.862112] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.864334] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.864632] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016cbe45-f3de-48da-b97c-0dbe12be65c9',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.865373] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.865495] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.866420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.866420] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.866530] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c76357cc-3605-4dc5-bd6d-6cddb703d59d',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.867630] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.867739] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.867802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.867950] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.868033] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c713cdd8-8dbb-430c-bd3a-ed5c3add47ee',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.868705] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd04c41-059c-412c-bda6-0fc23de6153e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.868811] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.868877] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.869037] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.869111] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd04c41-059c-412c-bda6-0fc23de6153e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.019336] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.019563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.019563] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.019770] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.019854] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a442ad-8a91-4b33-a0f0-b1432d903e0e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.022446] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c371facf-c8d2-49ce-85c0-ba852a197037 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.022586] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.022658] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.022843] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.022922] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c371facf-c8d2-49ce-85c0-ba852a197037',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.023740] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.023847] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.023906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.024080] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.024153] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f8a50cb-25b9-427c-ab6a-e589d6893e54',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.024894] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab58100d-31b0-41dd-9dc0-bec38b775599 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.025012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.025079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.025234] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.025373] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab58100d-31b0-41dd-9dc0-bec38b775599',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.026013] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c8c52e-5247-4a45-a092-134e4563ef7e taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.026126] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.026192] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.026361] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.026435] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c8c52e-5247-4a45-a092-134e4563ef7e',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.027082] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc5b29c-8e28-420a-99d3-a79c7f158190 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.027189] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.027314] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.027400] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.027471] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc5b29c-8e28-420a-99d3-a79c7f158190',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.028227] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8738e69-c6e1-439f-b70c-83d340b34596 taken with stack trace [, , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.028384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.028384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.028557] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.028634] env[65043]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8738e69-c6e1-439f-b70c-83d340b34596',) {} {{(pid=65043) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.076543] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.076831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.076831] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.077146] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.079981] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.080180] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.080932] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.081214] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.082149] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.082243] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.082887] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.082986] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.083669] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.083761] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.084478] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.084633] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.085274] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.085363] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.086047] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.086157] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.087686] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.087778] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.100694] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.100797] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ac995ca-db7a-471c-a258-be2d20596e8c is going to be deleted. [ 1509.101703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.101905] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.119389] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.119530] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7fc2a60-f8c5-4f67-a209-b5345c947253 is going to be deleted. [ 1509.120399] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.120604] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.138249] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.138415] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89a41120-2dc8-4a50-80d4-9601fd4e2c70 is going to be deleted. [ 1509.139336] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.139598] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.160121] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.160342] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.163817] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.163951] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016cbe45-f3de-48da-b97c-0dbe12be65c9 is going to be deleted. [ 1509.164836] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.165061] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.178412] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.178580] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.194996] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.195201] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.209536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.209811] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b59255b2-a2ea-429e-8559-1954e4acd571 is going to be deleted. [ 1509.210632] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.210853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.223663] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.223865] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.246274] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.246442] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd04c41-059c-412c-bda6-0fc23de6153e is going to be deleted. [ 1509.247398] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.247655] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.304568] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.304759] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c713cdd8-8dbb-430c-bd3a-ed5c3add47ee is going to be deleted. [ 1509.305725] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.305886] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.349523] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.349711] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c76357cc-3605-4dc5-bd6d-6cddb703d59d is going to be deleted. [ 1509.350664] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.350915] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.377799] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.378069] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.379674] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.379804] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.383923] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.384053] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8129efca-01c0-4606-8ca2-aaaa715e1136 is going to be deleted. [ 1509.384906] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.385139] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.414745] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.414982] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0454ef7-07e4-4bb3-beda-6fe87183cc52 is going to be deleted. [ 1509.415954] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.416234] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.416395] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.416661] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ac995ca-db7a-471c-a258-be2d20596e8c" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.416853] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.417059] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.417199] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.417307] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7fc2a60-f8c5-4f67-a209-b5345c947253" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.418414] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.418521] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.418583] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.418737] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.418814] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.418927] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c713cdd8-8dbb-430c-bd3a-ed5c3add47ee" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.419079] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.419280] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.419362] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.419480] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89a41120-2dc8-4a50-80d4-9601fd4e2c70" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.419595] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.419738] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.419813] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.419922] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016cbe45-f3de-48da-b97c-0dbe12be65c9" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.420072] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.420212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.420285] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.420383] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b59255b2-a2ea-429e-8559-1954e4acd571" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.420494] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.420630] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.420704] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.420806] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd04c41-059c-412c-bda6-0fc23de6153e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.441666] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.441889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.441889] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.442092] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.442304] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.442491] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c76357cc-3605-4dc5-bd6d-6cddb703d59d" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.445168] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.445384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.445384] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.445506] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.445587] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.445699] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8129efca-01c0-4606-8ca2-aaaa715e1136" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.472938] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.473127] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.473194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.473332] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.473414] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.473530] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0454ef7-07e4-4bb3-beda-6fe87183cc52" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.554360] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.554657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.554657] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.554791] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.567145] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.567413] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.568130] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.568264] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.570225] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.570378] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.571782] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.571912] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.572563] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.572652] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.573439] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.573536] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.574182] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.574273] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.574912] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.575012] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.575643] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.575735] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.586340] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.586513] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a42d7ce-6df9-4163-8e88-d11249ed3390 is going to be deleted. [ 1509.587449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.587718] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.617720] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.617898] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c8c52e-5247-4a45-a092-134e4563ef7e is going to be deleted. [ 1509.618715] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.618939] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.641777] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.641962] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f171d7-6af1-4b47-8ab6-9212eda00cf8 is going to be deleted. [ 1509.642910] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.643148] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.673430] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.673670] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a442ad-8a91-4b33-a0f0-b1432d903e0e is going to be deleted. [ 1509.674496] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.674719] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.676099] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.676212] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.710028] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.710262] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.715216] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.715386] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.718602] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.718756] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc5b29c-8e28-420a-99d3-a79c7f158190 is going to be deleted. [ 1509.719856] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.720121] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.744671] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.744872] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab58100d-31b0-41dd-9dc0-bec38b775599 is going to be deleted. [ 1509.745726] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.745949] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.761264] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.761470] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.768141] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.768301] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8738e69-c6e1-439f-b70c-83d340b34596 is going to be deleted. [ 1509.769194] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.769411] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.797755] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.797969] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c371facf-c8d2-49ce-85c0-ba852a197037 is going to be deleted. [ 1509.798967] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.799271] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.815460] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.815679] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.834616] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.834840] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.835458] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.835549] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.856827] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.857239] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f8a50cb-25b9-427c-ab6a-e589d6893e54 is going to be deleted. [ 1509.857979] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.858228] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.881547] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.881723] env[65043]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeaba070-4cb5-483a-8867-3bf154a4442f is going to be deleted. [ 1509.882592] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.882802] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.882891] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.883031] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a42d7ce-6df9-4163-8e88-d11249ed3390" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.883840] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.883989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.883989] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.884172] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.884250] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.884360] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c371facf-c8d2-49ce-85c0-ba852a197037" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.884487] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.884629] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.884703] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.884828] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c8c52e-5247-4a45-a092-134e4563ef7e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.885358] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.885516] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.885599] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.885714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f171d7-6af1-4b47-8ab6-9212eda00cf8" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.885850] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.885993] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.886083] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.886196] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a442ad-8a91-4b33-a0f0-b1432d903e0e" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.886312] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.886449] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.886537] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.886635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc5b29c-8e28-420a-99d3-a79c7f158190" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.886772] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.886953] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.887076] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.887124] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8738e69-c6e1-439f-b70c-83d340b34596" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.887200] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.887337] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.887410] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.887517] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab58100d-31b0-41dd-9dc0-bec38b775599" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.977361] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.977584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.977584] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.977772] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.977860] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.977976] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f8a50cb-25b9-427c-ab6a-e589d6893e54" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.979291] env[65043]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65043) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.979404] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.979469] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.979635] env[65043]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.979714] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.979823] env[65043]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeaba070-4cb5-483a-8867-3bf154a4442f" {{(pid=65043) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.849730] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.850190] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.850819] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.851320] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.852372] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.852769] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.853690] env[65043]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.854177] env[65043]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0